{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5065.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26364) [trial-2379↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26364)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26364) [trial-2379↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a16:08:22.854651 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a16:08:22.865415 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a16:08:23.437510 tst mo_mt_sms.py: using LAC 29976\u000a16:08:23.553939 tst mo_mt_sms.py: using RAC 141\u000a16:08:23.668478 tst mo_mt_sms.py: using CellId 29976\u000a16:08:23.785516 tst mo_mt_sms.py: using BVCI 29977\u000a16:08:23.807806 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a16:08:23.987932 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a16:08:24.263316 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:08:24.388228 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:08:26.637909 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26363): Launched\u000a16:08:26.938583 run osmo-nitb_10.42.42.2(pid=26364): Launched\u000a16:08:27.111616 run osmo-nitb_10.42.42.2(pid=26364): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26364)]\u000a16:08:27.236207 run osmo-nitb_10.42.42.2(pid=26364): stdout: \u000a| (launched: 2022-12-12_16:08:26.790817) \u000a16:08:27.361730 run osmo-nitb_10.42.42.2(pid=26364): stderr: \u000a| (launched: 2022-12-12_16:08:26.835820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:08:27.482910 run osmo-nitb_10.42.42.2(pid=26364): stdout: \u000a| (launched: 2022-12-12_16:08:26.790817) \u000a16:08:27.602470 run osmo-nitb_10.42.42.2(pid=26364): stderr: \u000a| (launched: 2022-12-12_16:08:26.835820)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:08:27.654903 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26364): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26364) [trial-2379↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26364)] [trial-2379↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a16:08:27.662985 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a16:08:27.697327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26363): Terminating (SIGTERM)\u000a16:08:27.874565 --- ParallelTerminationStrategy: PID 26363 died...\u000a16:08:27.929450 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26363): Terminated: ok {rc=0}\u000a16:08:28.018680 bus /sierra_3: Setting Powered False\u000a16:08:29.123699 bus /sierra_3: Setting Powered False\u000a16:08:30.236770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:08:22" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26374): Process ended prematurely: osmo-stp_10.42.42.5(pid=26374) [trial-2379↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26374)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26374): Process ended prematurely: osmo-stp_10.42.42.5(pid=26374) [trial-2379↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a16:08:32.107089 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.119391 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a16:08:32.254055 tst mo_mt_sms.py: using LAC 29977\u000a16:08:32.371451 tst mo_mt_sms.py: using RAC 142\u000a16:08:32.490436 tst mo_mt_sms.py: using CellId 29977\u000a16:08:32.607674 tst mo_mt_sms.py: using BVCI 29978\u000a16:08:32.630669 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.641192 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.651632 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.662568 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.673150 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:32.683506 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a16:08:32.803528 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a16:08:33.009329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:34.744853 run create_hlr_db(pid=26368): Launched\u000a16:08:34.918961 bus /sierra_2: Setting Powered False\u000a16:08:35.939478 run create_hlr_db(pid=26368): Terminated: ok {rc=0}\u000a16:08:36.371905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26370): Launched\u000a16:08:36.697547 run osmo-hlr_10.42.42.2(pid=26371): Launched\u000a16:08:36.822170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:39.415891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26373): Launched\u000a16:08:39.741996 run osmo-stp_10.42.42.5(pid=26374): Launched\u000a16:08:39.862434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:45.342433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26376): Launched\u000a16:08:45.669388 run osmo-msc_10.42.42.6(pid=26377): Launched\u000a16:08:45.925114 run osmo-stp_10.42.42.5(pid=26374): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26374)]\u000a16:08:46.284378 run osmo-stp_10.42.42.5(pid=26374): stdout: \u000a| (launched: 2022-12-12_16:08:39.580638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:46.498402 run osmo-stp_10.42.42.5(pid=26374): stderr: \u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160839772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:46.650561 run osmo-stp_10.42.42.5(pid=26374): stdout: \u000a| (launched: 2022-12-12_16:08:39.580638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:46.823670 run osmo-stp_10.42.42.5(pid=26374): stderr: \u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160839771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160839772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160839772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:46.894882 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26374): Process ended prematurely: osmo-stp_10.42.42.5(pid=26374) [trial-2379↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26374)] [trial-2379↪sms:sysmo↪mo_mt_sms.py:16]\u000a16:08:46.906583 tst mo_mt_sms.py:16: Test FAILED (14.8 sec)\u000a16:08:46.985264 run osmo-hlr_10.42.42.2(pid=26371): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26371)]\u000a16:08:47.059321 run osmo-hlr_10.42.42.2(pid=26371): stdout: \u000a| (launched: 2022-12-12_16:08:36.537082) \u000a16:08:47.125962 run osmo-hlr_10.42.42.2(pid=26371): stderr: \u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160836733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160836749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160836758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160836758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160836758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:47.220458 run osmo-msc_10.42.42.6(pid=26377): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26377)]\u000a16:08:47.286015 run osmo-msc_10.42.42.6(pid=26377): stdout: \u000a| (launched: 2022-12-12_16:08:45.508108) \u000a16:08:47.389895 run osmo-msc_10.42.42.6(pid=26377): stderr: \u000a| �[0;m�[38;5;43m20221212160845916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160845916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed8114ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160845916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160845916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160845916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160845920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160845922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160845922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160845923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160845923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:47.448188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26370): Terminating (SIGTERM)\u000a16:08:47.512500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26373): Terminating (SIGTERM)\u000a16:08:47.578045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26376): Terminating (SIGTERM)\u000a16:08:47.590342 --- ParallelTerminationStrategy: PID 26370 died...\u000a16:08:47.663482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26370): Terminated: ok {rc=0}\u000a16:08:47.681190 --- ParallelTerminationStrategy: PID 26373 died...\u000a16:08:47.759309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26373): Terminated: ok {rc=0}\u000a16:08:47.773210 --- ParallelTerminationStrategy: PID 26376 died...\u000a16:08:47.847397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26376): Terminated: ok {rc=0}\u000a16:08:47.973752 bus /sierra_3: Setting Powered False\u000a16:08:49.095151 bus /sierra_3: Setting Powered False\u000a16:08:50.210844 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:08:31" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26654) [trial-2379↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26654)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26654) [trial-2379↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a16:08:52.043001 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a16:08:52.055386 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a16:08:52.190850 tst assert_extension.py: using LAC 29978\u000a16:08:52.324616 tst assert_extension.py: using RAC 143\u000a16:08:52.454299 tst assert_extension.py: using CellId 29978\u000a16:08:52.583855 tst assert_extension.py: using BVCI 29979\u000a16:08:52.610999 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a16:08:52.913656 tst assert_extension.py:10: start nitb and bts...\u000a16:08:53.052369 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:08:53.744149 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26653): Launched\u000a16:08:54.095306 run osmo-nitb_10.42.42.2(pid=26654): Launched\u000a16:08:54.300818 run osmo-nitb_10.42.42.2(pid=26654): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26654)]\u000a16:08:54.452214 run osmo-nitb_10.42.42.2(pid=26654): stdout: \u000a| (launched: 2022-12-12_16:08:53.915126) \u000a16:08:54.604469 run osmo-nitb_10.42.42.2(pid=26654): stderr: \u000a| (launched: 2022-12-12_16:08:53.963842)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:08:54.751620 run osmo-nitb_10.42.42.2(pid=26654): stdout: \u000a| (launched: 2022-12-12_16:08:53.915126) \u000a16:08:54.899064 run osmo-nitb_10.42.42.2(pid=26654): stderr: \u000a| (launched: 2022-12-12_16:08:53.963842)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:08:55.231573 tst osmo-nitb_10.42.42.2(pid=26654): stdout: \u000a| (launched: 2022-12-12_16:08:53.915126) \u000a16:08:55.365232 tst osmo-nitb_10.42.42.2(pid=26654): stderr: \u000a| (launched: 2022-12-12_16:08:53.963842)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:08:55.424292 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26654) [trial-2379↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26654)] [trial-2379↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a16:08:55.434716 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a16:08:55.476304 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26653): Terminating (SIGTERM)\u000a16:08:55.655685 --- ParallelTerminationStrategy: PID 26653 died...\u000a16:08:55.718128 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26653): Terminated: ok {rc=0}\u000a16:08:55.812371 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:08:51" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26664): Process ended prematurely: osmo-stp_10.42.42.5(pid=26664) [trial-2379↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26664)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26664): Process ended prematurely: osmo-stp_10.42.42.5(pid=26664) [trial-2379↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a16:08:57.654786 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:57.667659 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a16:08:57.807384 tst assert_extension.py: using LAC 29979\u000a16:08:57.939366 tst assert_extension.py: using RAC 144\u000a16:08:58.071041 tst assert_extension.py: using CellId 29979\u000a16:08:58.205072 tst assert_extension.py: using BVCI 29980\u000a16:08:58.231727 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:58.244223 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:58.257933 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:58.270131 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:58.283485 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:08:58.298316 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a16:08:58.518109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:59.090337 run create_hlr_db(pid=26658): Launched\u000a16:08:59.286921 bus /sierra_2: Setting Powered False\u000a16:09:00.306025 run create_hlr_db(pid=26658): Terminated: ok {rc=0}\u000a16:09:00.775402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26660): Launched\u000a16:09:01.282907 run osmo-hlr_10.42.42.2(pid=26661): Launched\u000a16:09:01.588709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:02.297232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26663): Launched\u000a16:09:02.703501 run osmo-stp_10.42.42.5(pid=26664): Launched\u000a16:09:02.905304 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:03.525525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26666): Launched\u000a16:09:03.924605 run osmo-msc_10.42.42.6(pid=26667): Launched\u000a16:09:04.304696 run osmo-stp_10.42.42.5(pid=26664): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26664)]\u000a16:09:04.580762 run osmo-stp_10.42.42.5(pid=26664): stdout: \u000a| (launched: 2022-12-12_16:09:02.456720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:04.771285 run osmo-stp_10.42.42.5(pid=26664): stderr: \u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160902774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160902774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160902775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160902775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:04.901725 run osmo-stp_10.42.42.5(pid=26664): stdout: \u000a| (launched: 2022-12-12_16:09:02.456720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:05.026084 run osmo-stp_10.42.42.5(pid=26664): stderr: \u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160902773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160902774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160902774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160902775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160902775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:05.084250 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26664): Process ended prematurely: osmo-stp_10.42.42.5(pid=26664) [trial-2379↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26664)] [trial-2379↪ussd:sysmo↪assert_extension.py:17]\u000a16:09:05.093895 tst assert_extension.py:17: Test FAILED (7.4 sec)\u000a16:09:05.156846 run osmo-hlr_10.42.42.2(pid=26661): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26661)]\u000a16:09:05.213571 run osmo-hlr_10.42.42.2(pid=26661): stdout: \u000a| (launched: 2022-12-12_16:09:00.995453) \u000a16:09:05.272484 run osmo-hlr_10.42.42.2(pid=26661): stderr: \u000a| �[0;m�[1;31m20221212160901322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160901322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160901322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160901322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160901322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160901323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160901344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160901357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160901357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160901357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:05.349529 run osmo-msc_10.42.42.6(pid=26667): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26667)]\u000a16:09:05.401517 run osmo-msc_10.42.42.6(pid=26667): stdout: \u000a| (launched: 2022-12-12_16:09:03.682718) \u000a16:09:05.465668 run osmo-msc_10.42.42.6(pid=26667): stderr: \u000a| �[0;m�[38;5;43m20221212160904267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160904267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10b91a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160904267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160904267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160904268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160904268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160904278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160904278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160904278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160904278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:05.511117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26660): Terminating (SIGTERM)\u000a16:09:05.557078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26663): Terminating (SIGTERM)\u000a16:09:05.602509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26666): Terminating (SIGTERM)\u000a16:09:05.613371 --- ParallelTerminationStrategy: PID 26660 died...\u000a16:09:05.671850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26660): Terminated: ok {rc=0}\u000a16:09:05.683278 --- ParallelTerminationStrategy: PID 26663 died...\u000a16:09:05.739774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26663): Terminated: ok {rc=0}\u000a16:09:05.751251 --- ParallelTerminationStrategy: PID 26666 died...\u000a16:09:05.807263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26666): Terminated: ok {rc=0}\u000a16:09:05.895419 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:08:57" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26679): Process ended prematurely: osmo-stp_10.42.42.5(pid=26679) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26679)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26679): Process ended prematurely: osmo-stp_10.42.42.5(pid=26679) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:09:07.827150 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:07.839146 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:09:07.989317 tst mo_mt_call.py: using LAC 29980\u000a16:09:08.114244 tst mo_mt_call.py: using RAC 145\u000a16:09:08.241534 tst mo_mt_call.py: using CellId 29980\u000a16:09:08.366915 tst mo_mt_call.py: using BVCI 29981\u000a16:09:08.392028 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:08.404483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:08.418201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:08.430648 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:08.442892 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:08.456110 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:09:08.577957 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:09:08.790922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:09.343012 run create_hlr_db(pid=26672): Launched\u000a16:09:09.528673 bus /sierra_2: Setting Powered False\u000a16:09:10.542873 run create_hlr_db(pid=26672): Terminated: ok {rc=0}\u000a16:09:10.983723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26675): Launched\u000a16:09:11.315575 run osmo-hlr_10.42.42.2(pid=26676): Launched\u000a16:09:11.436031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:12.012404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26678): Launched\u000a16:09:12.344689 run osmo-stp_10.42.42.5(pid=26679): Launched\u000a16:09:12.465356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:13.068766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26681): Launched\u000a16:09:13.401059 run osmo-msc_10.42.42.6(pid=26682): Launched\u000a16:09:13.593567 run osmo-stp_10.42.42.5(pid=26679): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26679)]\u000a16:09:13.733272 run osmo-stp_10.42.42.5(pid=26679): stdout: \u000a| (launched: 2022-12-12_16:09:12.179863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:13.871248 run osmo-stp_10.42.42.5(pid=26679): stderr: \u000a| �[0;m�[38;5;43m20221212160912371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160912372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160912372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160912372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:14.003194 run osmo-stp_10.42.42.5(pid=26679): stdout: \u000a| (launched: 2022-12-12_16:09:12.179863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:14.134732 run osmo-stp_10.42.42.5(pid=26679): stderr: \u000a| �[0;m�[38;5;43m20221212160912371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160912372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160912372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160912372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160912373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:14.192422 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26679): Process ended prematurely: osmo-stp_10.42.42.5(pid=26679) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26679)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:09:14.201739 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:09:14.264888 run osmo-hlr_10.42.42.2(pid=26676): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26676)]\u000a16:09:14.317105 run osmo-hlr_10.42.42.2(pid=26676): stdout: \u000a| (launched: 2022-12-12_16:09:11.151367) \u000a16:09:14.369629 run osmo-hlr_10.42.42.2(pid=26676): stderr: \u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160911350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160911364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160911373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:14.439963 run osmo-msc_10.42.42.6(pid=26682): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26682)]\u000a16:09:14.492020 run osmo-msc_10.42.42.6(pid=26682): stdout: \u000a| (launched: 2022-12-12_16:09:13.236477) \u000a16:09:14.544343 run osmo-msc_10.42.42.6(pid=26682): stderr: \u000a| �[0;m�[38;5;43m20221212160913558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160913558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0eb183c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160913559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160913559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160913559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160913559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160913561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160913561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160913561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160913561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:14.588334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26675): Terminating (SIGTERM)\u000a16:09:14.630448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26678): Terminating (SIGTERM)\u000a16:09:14.672545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26681): Terminating (SIGTERM)\u000a16:09:14.683510 --- ParallelTerminationStrategy: PID 26675 died...\u000a16:09:14.739635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26675): Terminated: ok {rc=0}\u000a16:09:14.749964 --- ParallelTerminationStrategy: PID 26678 died...\u000a16:09:14.805872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26678): Terminated: ok {rc=0}\u000a16:09:14.816548 --- ParallelTerminationStrategy: PID 26681 died...\u000a16:09:14.873650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26681): Terminated: ok {rc=0}\u000a16:09:14.960745 bus /sierra_3: Setting Powered False\u000a16:09:16.086479 bus /sierra_3: Setting Powered False\u000a16:09:17.203712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26690): Process ended prematurely: osmo-stp_10.42.42.5(pid=26690) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26690)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26690): Process ended prematurely: osmo-stp_10.42.42.5(pid=26690) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:09:18.315605 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.327447 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:09:18.476907 tst mo_mt_call_osmux.py: using LAC 29981\u000a16:09:18.595499 tst mo_mt_call_osmux.py: using RAC 146\u000a16:09:18.716702 tst mo_mt_call_osmux.py: using CellId 29981\u000a16:09:18.837830 tst mo_mt_call_osmux.py: using BVCI 29982\u000a16:09:18.861466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.872463 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.883442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.894365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.905373 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:09:18.916318 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:09:19.029929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:09:19.232337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:19.729783 run create_hlr_db(pid=26684): Launched\u000a16:09:19.907700 bus /sierra_2: Setting Powered False\u000a16:09:20.928612 run create_hlr_db(pid=26684): Terminated: ok {rc=0}\u000a16:09:21.368244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26686): Launched\u000a16:09:21.700807 run osmo-hlr_10.42.42.2(pid=26687): Launched\u000a16:09:21.821847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:22.400213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Launched\u000a16:09:22.731939 run osmo-stp_10.42.42.5(pid=26690): Launched\u000a16:09:22.853731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:23.457296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26692): Launched\u000a16:09:23.768819 run osmo-msc_10.42.42.6(pid=26693): Launched\u000a16:09:23.950078 run osmo-stp_10.42.42.5(pid=26690): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26690)]\u000a16:09:24.079957 run osmo-stp_10.42.42.5(pid=26690): stdout: \u000a| (launched: 2022-12-12_16:09:22.568031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:24.208081 run osmo-stp_10.42.42.5(pid=26690): stderr: \u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160922761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:24.331497 run osmo-stp_10.42.42.5(pid=26690): stdout: \u000a| (launched: 2022-12-12_16:09:22.568031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:24.454121 run osmo-stp_10.42.42.5(pid=26690): stderr: \u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160922760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160922761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160922761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:24.507994 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26690): Process ended prematurely: osmo-stp_10.42.42.5(pid=26690) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26690)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:09:24.516688 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:09:24.576912 run osmo-hlr_10.42.42.2(pid=26687): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26687)]\u000a16:09:24.626547 run osmo-hlr_10.42.42.2(pid=26687): stdout: \u000a| (launched: 2022-12-12_16:09:21.536518) \u000a16:09:24.676672 run osmo-hlr_10.42.42.2(pid=26687): stderr: \u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160921740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160921751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160921760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160921760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160921760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:24.744749 run osmo-msc_10.42.42.6(pid=26693): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26693)]\u000a16:09:24.794448 run osmo-msc_10.42.42.6(pid=26693): stdout: \u000a| (launched: 2022-12-12_16:09:23.614392) \u000a16:09:24.844462 run osmo-msc_10.42.42.6(pid=26693): stderr: \u000a| �[0;m�[38;5;43m20221212160923887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160923887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7efd20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160923887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160923887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160923888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160923888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160923890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:24.886529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26686): Terminating (SIGTERM)\u000a16:09:24.926348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Terminating (SIGTERM)\u000a16:09:24.967056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26692): Terminating (SIGTERM)\u000a16:09:24.976476 --- ParallelTerminationStrategy: PID 26686 died...\u000a16:09:25.029899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26686): Terminated: ok {rc=0}\u000a16:09:25.039476 --- ParallelTerminationStrategy: PID 26689 died...\u000a16:09:25.093130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26689): Terminated: ok {rc=0}\u000a16:09:25.102773 --- ParallelTerminationStrategy: PID 26692 died...\u000a16:09:25.155747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26692): Terminated: ok {rc=0}\u000a16:09:25.246253 bus /sierra_3: Setting Powered False\u000a16:09:26.353624 bus /sierra_3: Setting Powered False\u000a16:09:27.461888 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:09:07" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26704): Process ended prematurely: osmo-stp_10.42.42.5(pid=26704) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26704)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26704): Process ended prematurely: osmo-stp_10.42.42.5(pid=26704) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:09:29.437240 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:29.448717 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:09:29.603784 tst mo_mt_call.py: using LAC 29982\u000a16:09:29.731344 tst mo_mt_call.py: using RAC 147\u000a16:09:29.859299 tst mo_mt_call.py: using CellId 29982\u000a16:09:29.982719 tst mo_mt_call.py: using BVCI 29983\u000a16:09:30.006492 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:30.018181 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:30.029195 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:30.040046 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:30.051113 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:30.062048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:09:30.176465 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:09:30.389062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:30.971167 run create_hlr_db(pid=26698): Launched\u000a16:09:31.156209 bus /sierra_2: Setting Powered False\u000a16:09:32.191444 run create_hlr_db(pid=26698): Terminated: ok {rc=0}\u000a16:09:32.633539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26700): Launched\u000a16:09:32.967033 run osmo-hlr_10.42.42.2(pid=26701): Launched\u000a16:09:33.087146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:33.660909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26703): Launched\u000a16:09:33.995664 run osmo-stp_10.42.42.5(pid=26704): Launched\u000a16:09:34.116884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:34.724544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26707): Launched\u000a16:09:35.055080 run osmo-msc_10.42.42.6(pid=26708): Launched\u000a16:09:35.247310 run osmo-stp_10.42.42.5(pid=26704): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26704)]\u000a16:09:35.386686 run osmo-stp_10.42.42.5(pid=26704): stdout: \u000a| (launched: 2022-12-12_16:09:33.829408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:35.524122 run osmo-stp_10.42.42.5(pid=26704): stderr: \u000a| �[0;m�[38;5;43m20221212160934021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160934022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160934022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160934022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:35.656457 run osmo-stp_10.42.42.5(pid=26704): stdout: \u000a| (launched: 2022-12-12_16:09:33.829408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:35.787629 run osmo-stp_10.42.42.5(pid=26704): stderr: \u000a| �[0;m�[38;5;43m20221212160934021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160934022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160934022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160934022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160934023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:35.845936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26704): Process ended prematurely: osmo-stp_10.42.42.5(pid=26704) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26704)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:09:35.855177 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:09:35.918334 run osmo-hlr_10.42.42.2(pid=26701): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26701)]\u000a16:09:35.969787 run osmo-hlr_10.42.42.2(pid=26701): stdout: \u000a| (launched: 2022-12-12_16:09:32.801733) \u000a16:09:36.021926 run osmo-hlr_10.42.42.2(pid=26701): stderr: \u000a| �[0;m�[1;31m20221212160933000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160933000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160933001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160933001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160933001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160933001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160933019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160933028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160933029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160933029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:36.092329 run osmo-msc_10.42.42.6(pid=26708): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26708)]\u000a16:09:36.144210 run osmo-msc_10.42.42.6(pid=26708): stdout: \u000a| (launched: 2022-12-12_16:09:34.892451) \u000a16:09:36.195993 run osmo-msc_10.42.42.6(pid=26708): stderr: \u000a| �[0;m�[38;5;43m20221212160935212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160935212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04143b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160935212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160935212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160935213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160935213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160935215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160935215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160935215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160935215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:36.239703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26700): Terminating (SIGTERM)\u000a16:09:36.281400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26703): Terminating (SIGTERM)\u000a16:09:36.323130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26707): Terminating (SIGTERM)\u000a16:09:36.333163 --- ParallelTerminationStrategy: PID 26700 died...\u000a16:09:36.388812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26700): Terminated: ok {rc=0}\u000a16:09:36.399117 --- ParallelTerminationStrategy: PID 26703 died...\u000a16:09:36.454752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26703): Terminated: ok {rc=0}\u000a16:09:36.464599 --- ParallelTerminationStrategy: PID 26707 died...\u000a16:09:36.520465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26707): Terminated: ok {rc=0}\u000a16:09:36.607882 bus /sierra_3: Setting Powered False\u000a16:09:37.714553 bus /sierra_3: Setting Powered False\u000a16:09:38.822713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:09:39.938404 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:39.950553 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:09:40.108257 tst mo_mt_call_osmux.py: using LAC 29983\u000a16:09:40.236527 tst mo_mt_call_osmux.py: using RAC 148\u000a16:09:40.365272 tst mo_mt_call_osmux.py: using CellId 29983\u000a16:09:40.493206 tst mo_mt_call_osmux.py: using BVCI 29984\u000a16:09:40.518458 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:40.530036 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:40.541394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:40.553058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:40.564855 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:09:40.576713 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:09:40.693965 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:09:40.901243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:41.401852 run create_hlr_db(pid=26710): Launched\u000a16:09:41.579190 bus /sierra_2: Setting Powered False\u000a16:09:42.600896 run create_hlr_db(pid=26710): Terminated: ok {rc=0}\u000a16:09:43.040751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Launched\u000a16:09:43.374335 run osmo-hlr_10.42.42.2(pid=26713): Launched\u000a16:09:43.494590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:44.072450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Launched\u000a16:09:44.405305 run osmo-stp_10.42.42.5(pid=26716): Launched\u000a16:09:44.525639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:45.129160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26718): Launched\u000a16:09:45.462924 run osmo-msc_10.42.42.6(pid=26719): Launched\u000a16:09:45.656204 run osmo-stp_10.42.42.5(pid=26716): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]\u000a16:09:45.806743 run osmo-stp_10.42.42.5(pid=26716): stdout: \u000a| (launched: 2022-12-12_16:09:44.240152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:46.018906 run osmo-stp_10.42.42.5(pid=26716): stderr: \u000a| �[0;m�[38;5;43m20221212160944433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160944434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160944434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160944434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:46.155030 run osmo-stp_10.42.42.5(pid=26716): stdout: \u000a| (launched: 2022-12-12_16:09:44.240152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:46.291027 run osmo-stp_10.42.42.5(pid=26716): stderr: \u000a| �[0;m�[38;5;43m20221212160944433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160944434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160944434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160944434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160944435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:46.350962 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:09:46.361670 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:09:46.429566 run osmo-hlr_10.42.42.2(pid=26713): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26713)]\u000a16:09:46.484064 run osmo-hlr_10.42.42.2(pid=26713): stdout: \u000a| (launched: 2022-12-12_16:09:43.209687) \u000a16:09:46.539487 run osmo-hlr_10.42.42.2(pid=26713): stderr: \u000a| �[0;m�[1;31m20221212160943407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160943407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160943407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160943408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160943408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160943408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160943420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160943430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160943430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160943430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:46.613271 run osmo-msc_10.42.42.6(pid=26719): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26719)]\u000a16:09:46.667684 run osmo-msc_10.42.42.6(pid=26719): stdout: \u000a| (launched: 2022-12-12_16:09:45.297431) \u000a16:09:46.723117 run osmo-msc_10.42.42.6(pid=26719): stderr: \u000a| �[0;m�[38;5;43m20221212160945619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160945620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f839b086c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160945620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160945620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160945620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160945620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160945622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160945622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160945622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160945623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:46.777025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Terminating (SIGTERM)\u000a16:09:46.831516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Terminating (SIGTERM)\u000a16:09:46.885355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26718): Terminating (SIGTERM)\u000a16:09:46.898039 --- ParallelTerminationStrategy: PID 26712 died...\u000a16:09:46.966313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Terminated: ok {rc=0}\u000a16:09:46.978847 --- ParallelTerminationStrategy: PID 26715 died...\u000a16:09:47.045838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Terminated: ok {rc=0}\u000a16:09:47.058624 --- ParallelTerminationStrategy: PID 26718 died...\u000a16:09:47.124587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26718): Terminated: ok {rc=0}\u000a16:09:47.219249 bus /sierra_3: Setting Powered False\u000a16:09:48.319063 bus /sierra_3: Setting Powered False\u000a16:09:49.429724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:09:29" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26730): Process ended prematurely: osmo-stp_10.42.42.5(pid=26730) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26730)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26730): Process ended prematurely: osmo-stp_10.42.42.5(pid=26730) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:09:51.377736 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:51.388725 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:09:51.542343 tst mo_mt_call.py: using LAC 29984\u000a16:09:51.671744 tst mo_mt_call.py: using RAC 149\u000a16:09:51.802957 tst mo_mt_call.py: using CellId 29984\u000a16:09:51.932779 tst mo_mt_call.py: using BVCI 29985\u000a16:09:51.958364 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:51.969904 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:51.981394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:51.993267 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:52.005187 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:09:52.017225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:09:52.135122 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:09:52.340334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:52.840224 run create_hlr_db(pid=26724): Launched\u000a16:09:53.017683 bus /sierra_2: Setting Powered False\u000a16:09:54.039495 run create_hlr_db(pid=26724): Terminated: ok {rc=0}\u000a16:09:54.479364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26726): Launched\u000a16:09:54.811224 run osmo-hlr_10.42.42.2(pid=26727): Launched\u000a16:09:54.932726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:55.507801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26729): Launched\u000a16:09:55.839816 run osmo-stp_10.42.42.5(pid=26730): Launched\u000a16:09:55.960281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:56.567135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26732): Launched\u000a16:09:56.901904 run osmo-msc_10.42.42.6(pid=26733): Launched\u000a16:09:57.096230 run osmo-stp_10.42.42.5(pid=26730): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26730)]\u000a16:09:57.235866 run osmo-stp_10.42.42.5(pid=26730): stdout: \u000a| (launched: 2022-12-12_16:09:55.675784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:57.374899 run osmo-stp_10.42.42.5(pid=26730): stderr: \u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160955870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:57.507869 run osmo-stp_10.42.42.5(pid=26730): stdout: \u000a| (launched: 2022-12-12_16:09:55.675784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:57.640171 run osmo-stp_10.42.42.5(pid=26730): stderr: \u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212160955869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212160955870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212160955870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:57.698251 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26730): Process ended prematurely: osmo-stp_10.42.42.5(pid=26730) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26730)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:09:57.707470 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:09:57.771022 run osmo-hlr_10.42.42.2(pid=26727): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26727)]\u000a16:09:57.823081 run osmo-hlr_10.42.42.2(pid=26727): stdout: \u000a| (launched: 2022-12-12_16:09:54.647769) \u000a16:09:57.875845 run osmo-hlr_10.42.42.2(pid=26727): stderr: \u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212160954845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212160954858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212160954867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212160954867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212160954867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:57.946956 run osmo-msc_10.42.42.6(pid=26733): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26733)]\u000a16:09:57.998752 run osmo-msc_10.42.42.6(pid=26733): stdout: \u000a| (launched: 2022-12-12_16:09:56.735206) \u000a16:09:58.050985 run osmo-msc_10.42.42.6(pid=26733): stderr: \u000a| �[0;m�[38;5;43m20221212160957058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212160957059 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39f497ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212160957059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212160957059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212160957059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212160957059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212160957061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212160957061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212160957061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212160957062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:58.095622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26726): Terminating (SIGTERM)\u000a16:09:58.137784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26729): Terminating (SIGTERM)\u000a16:09:58.179730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26732): Terminating (SIGTERM)\u000a16:09:58.189813 --- ParallelTerminationStrategy: PID 26726 died...\u000a16:09:58.246157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26726): Terminated: ok {rc=0}\u000a16:09:58.256468 --- ParallelTerminationStrategy: PID 26729 died...\u000a16:09:58.313639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26729): Terminated: ok {rc=0}\u000a16:09:58.324255 --- ParallelTerminationStrategy: PID 26732 died...\u000a16:09:58.380757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26732): Terminated: ok {rc=0}\u000a16:09:58.469089 bus /sierra_3: Setting Powered False\u000a16:09:59.576564 bus /sierra_3: Setting Powered False\u000a16:10:00.686052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:10:01.803315 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:01.816306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:10:01.967558 tst mo_mt_call_osmux.py: using LAC 29985\u000a16:10:02.122212 tst mo_mt_call_osmux.py: using RAC 150\u000a16:10:02.252469 tst mo_mt_call_osmux.py: using CellId 29985\u000a16:10:02.372096 tst mo_mt_call_osmux.py: using BVCI 29986\u000a16:10:02.395677 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:02.406824 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:02.417838 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:02.428728 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:02.439614 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:10:02.450699 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:10:02.570903 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:10:02.777499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:03.275632 run create_hlr_db(pid=26738): Launched\u000a16:10:03.452049 bus /sierra_2: Setting Powered False\u000a16:10:04.474342 run create_hlr_db(pid=26738): Terminated: ok {rc=0}\u000a16:10:04.912905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Launched\u000a16:10:05.246557 run osmo-hlr_10.42.42.2(pid=26741): Launched\u000a16:10:05.367401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:05.946394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Launched\u000a16:10:06.278756 run osmo-stp_10.42.42.5(pid=26744): Launched\u000a16:10:06.399762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:10:07.005888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26746): Launched\u000a16:10:07.340025 run osmo-msc_10.42.42.6(pid=26747): Launched\u000a16:10:07.534514 run osmo-stp_10.42.42.5(pid=26744): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]\u000a16:10:07.675127 run osmo-stp_10.42.42.5(pid=26744): stdout: \u000a| (launched: 2022-12-12_16:10:06.114366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:07.813772 run osmo-stp_10.42.42.5(pid=26744): stderr: \u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161006309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:07.947233 run osmo-stp_10.42.42.5(pid=26744): stdout: \u000a| (launched: 2022-12-12_16:10:06.114366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:08.079076 run osmo-stp_10.42.42.5(pid=26744): stderr: \u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161006308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161006309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161006309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:08.137269 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:10:08.146657 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:10:08.210269 run osmo-hlr_10.42.42.2(pid=26741): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26741)]\u000a16:10:08.262088 run osmo-hlr_10.42.42.2(pid=26741): stdout: \u000a| (launched: 2022-12-12_16:10:05.081465) \u000a16:10:08.314513 run osmo-hlr_10.42.42.2(pid=26741): stderr: \u000a| �[0;m�[1;31m20221212161005279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161005279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161005279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161005280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161005280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161005280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161005292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161005301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161005302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161005302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:08.385558 run osmo-msc_10.42.42.6(pid=26747): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26747)]\u000a16:10:08.439980 run osmo-msc_10.42.42.6(pid=26747): stdout: \u000a| (launched: 2022-12-12_16:10:07.173983) \u000a16:10:08.494488 run osmo-msc_10.42.42.6(pid=26747): stderr: \u000a| �[0;m�[38;5;43m20221212161007495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161007495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe950f97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161007495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161007495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161007495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161007496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161007497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161007498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161007498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161007498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:10:08.541064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Terminating (SIGTERM)\u000a16:10:08.584409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Terminating (SIGTERM)\u000a16:10:08.629412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26746): Terminating (SIGTERM)\u000a16:10:08.639889 --- ParallelTerminationStrategy: PID 26740 died...\u000a16:10:08.698982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Terminated: ok {rc=0}\u000a16:10:08.710031 --- ParallelTerminationStrategy: PID 26743 died...\u000a16:10:08.767532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Terminated: ok {rc=0}\u000a16:10:08.779428 --- ParallelTerminationStrategy: PID 26746 died...\u000a16:10:08.837225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26746): Terminated: ok {rc=0}\u000a16:10:08.926436 bus /sierra_3: Setting Powered False\u000a16:10:10.028766 bus /sierra_3: Setting Powered False\u000a16:10:11.139479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:09:51" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26758): Process ended prematurely: osmo-stp_10.42.42.5(pid=26758) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26758)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26758): Process ended prematurely: osmo-stp_10.42.42.5(pid=26758) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:10:13.091526 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.102861 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:10:13.250698 tst mo_mt_call.py: using LAC 29986\u000a16:10:13.374061 tst mo_mt_call.py: using RAC 151\u000a16:10:13.497127 tst mo_mt_call.py: using CellId 29986\u000a16:10:13.619904 tst mo_mt_call.py: using BVCI 29987\u000a16:10:13.643483 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.654543 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.665384 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.677174 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.688595 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:13.700129 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:10:13.822043 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:10:14.026620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:14.523804 run create_hlr_db(pid=26752): Launched\u000a16:10:14.716182 bus /sierra_2: Setting Powered False\u000a16:10:15.736677 run create_hlr_db(pid=26752): Terminated: ok {rc=0}\u000a16:10:16.205896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26754): Launched\u000a16:10:16.650333 run osmo-hlr_10.42.42.2(pid=26755): Launched\u000a16:10:16.835618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:17.424189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26757): Launched\u000a16:10:17.735340 run osmo-stp_10.42.42.5(pid=26758): Launched\u000a16:10:17.846650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:10:18.412641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26760): Launched\u000a16:10:18.723687 run osmo-msc_10.42.42.6(pid=26761): Launched\u000a16:10:18.903770 run osmo-stp_10.42.42.5(pid=26758): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26758)]\u000a16:10:19.033748 run osmo-stp_10.42.42.5(pid=26758): stdout: \u000a| (launched: 2022-12-12_16:10:17.580915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:19.161386 run osmo-stp_10.42.42.5(pid=26758): stderr: \u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161017751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:19.284577 run osmo-stp_10.42.42.5(pid=26758): stdout: \u000a| (launched: 2022-12-12_16:10:17.580915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:19.407192 run osmo-stp_10.42.42.5(pid=26758): stderr: \u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161017750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161017751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161017751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:19.461123 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26758): Process ended prematurely: osmo-stp_10.42.42.5(pid=26758) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26758)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:10:19.469725 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:10:19.528545 run osmo-hlr_10.42.42.2(pid=26755): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26755)]\u000a16:10:19.577123 run osmo-hlr_10.42.42.2(pid=26755): stdout: \u000a| (launched: 2022-12-12_16:10:16.367945) \u000a16:10:19.626453 run osmo-hlr_10.42.42.2(pid=26755): stderr: \u000a| �[0;m�[1;31m20221212161016645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161016645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161016645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161016645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161016645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161016646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161016662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161016684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161016684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161016684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:19.693152 run osmo-msc_10.42.42.6(pid=26761): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26761)]\u000a16:10:19.741628 run osmo-msc_10.42.42.6(pid=26761): stdout: \u000a| (launched: 2022-12-12_16:10:18.568582) \u000a16:10:19.790676 run osmo-msc_10.42.42.6(pid=26761): stderr: \u000a| �[0;m�[38;5;43m20221212161018841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161018841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1205fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161018841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161018841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161018842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161018842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161018843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161018844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161018844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161018844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:10:19.832302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26754): Terminating (SIGTERM)\u000a16:10:19.871487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26757): Terminating (SIGTERM)\u000a16:10:19.910800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26760): Terminating (SIGTERM)\u000a16:10:19.919940 --- ParallelTerminationStrategy: PID 26754 died...\u000a16:10:19.972310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26754): Terminated: ok {rc=0}\u000a16:10:19.981695 --- ParallelTerminationStrategy: PID 26757 died...\u000a16:10:20.034042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26757): Terminated: ok {rc=0}\u000a16:10:20.043406 --- ParallelTerminationStrategy: PID 26760 died...\u000a16:10:20.095895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26760): Terminated: ok {rc=0}\u000a16:10:20.184138 bus /sierra_3: Setting Powered False\u000a16:10:21.286887 bus /sierra_3: Setting Powered False\u000a16:10:22.393960 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:10:23.510446 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:23.522766 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:10:23.678857 tst mo_mt_call_osmux.py: using LAC 29987\u000a16:10:23.808027 tst mo_mt_call_osmux.py: using RAC 152\u000a16:10:23.932032 tst mo_mt_call_osmux.py: using CellId 29987\u000a16:10:24.055375 tst mo_mt_call_osmux.py: using BVCI 29988\u000a16:10:24.079111 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:24.090472 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:24.101661 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:24.112985 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:24.124139 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:10:24.135372 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:10:24.253264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:10:24.468938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:24.994017 run create_hlr_db(pid=26763): Launched\u000a16:10:25.185489 bus /sierra_2: Setting Powered False\u000a16:10:26.206618 run create_hlr_db(pid=26763): Terminated: ok {rc=0}\u000a16:10:26.649677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Launched\u000a16:10:26.984292 run osmo-hlr_10.42.42.2(pid=26766): Launched\u000a16:10:27.104133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:27.683876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Launched\u000a16:10:28.019571 run osmo-stp_10.42.42.5(pid=26769): Launched\u000a16:10:28.140572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:10:28.716562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Launched\u000a16:10:29.029440 run osmo-msc_10.42.42.6(pid=26772): Launched\u000a16:10:29.209663 run osmo-stp_10.42.42.5(pid=26769): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)]\u000a16:10:29.340085 run osmo-stp_10.42.42.5(pid=26769): stdout: \u000a| (launched: 2022-12-12_16:10:27.852578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:29.468289 run osmo-stp_10.42.42.5(pid=26769): stderr: \u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161028046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:29.592060 run osmo-stp_10.42.42.5(pid=26769): stdout: \u000a| (launched: 2022-12-12_16:10:27.852578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:29.714590 run osmo-stp_10.42.42.5(pid=26769): stderr: \u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161028045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161028046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161028047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:29.768819 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26769): Process ended prematurely: osmo-stp_10.42.42.5(pid=26769) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26769)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:10:29.777827 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:10:29.836794 run osmo-hlr_10.42.42.2(pid=26766): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26766)]\u000a16:10:29.885452 run osmo-hlr_10.42.42.2(pid=26766): stdout: \u000a| (launched: 2022-12-12_16:10:26.818316) \u000a16:10:29.934852 run osmo-hlr_10.42.42.2(pid=26766): stderr: \u000a| �[0;m�[1;31m20221212161027016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161027016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161027016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161027016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161027017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161027017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161027030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161027038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161027038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161027038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:30.001802 run osmo-msc_10.42.42.6(pid=26772): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26772)]\u000a16:10:30.050591 run osmo-msc_10.42.42.6(pid=26772): stdout: \u000a| (launched: 2022-12-12_16:10:28.873485) \u000a16:10:30.099996 run osmo-msc_10.42.42.6(pid=26772): stderr: \u000a| �[0;m�[38;5;43m20221212161029147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161029147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dfaa60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161029147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161029147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161029148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161029148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161029150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161029150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161029150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161029150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:10:30.141577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Terminating (SIGTERM)\u000a16:10:30.180922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Terminating (SIGTERM)\u000a16:10:30.220110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Terminating (SIGTERM)\u000a16:10:30.229339 --- ParallelTerminationStrategy: PID 26765 died...\u000a16:10:30.282310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26765): Terminated: ok {rc=0}\u000a16:10:30.291877 --- ParallelTerminationStrategy: PID 26768 died...\u000a16:10:30.344736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26768): Terminated: ok {rc=0}\u000a16:10:30.354571 --- ParallelTerminationStrategy: PID 26771 died...\u000a16:10:30.407763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26771): Terminated: ok {rc=0}\u000a16:10:30.496034 bus /sierra_3: Setting Powered False\u000a16:10:31.603250 bus /sierra_3: Setting Powered False\u000a16:10:32.714016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:10:12" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26783): Process ended prematurely: osmo-stp_10.42.42.5(pid=26783) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26783)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26783): Process ended prematurely: osmo-stp_10.42.42.5(pid=26783) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:10:34.663695 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:34.674769 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:10:34.818270 tst mo_mt_call.py: using LAC 29988\u000a16:10:34.938069 tst mo_mt_call.py: using RAC 153\u000a16:10:35.057546 tst mo_mt_call.py: using CellId 29988\u000a16:10:35.186060 tst mo_mt_call.py: using BVCI 29989\u000a16:10:35.211799 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:35.223631 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:35.235283 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:35.247423 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:35.259712 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:35.271651 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:10:35.389242 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:10:35.593744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:36.092296 run create_hlr_db(pid=26777): Launched\u000a16:10:36.269473 bus /sierra_2: Setting Powered False\u000a16:10:37.291243 run create_hlr_db(pid=26777): Terminated: ok {rc=0}\u000a16:10:37.704036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26779): Launched\u000a16:10:38.015785 run osmo-hlr_10.42.42.2(pid=26780): Launched\u000a16:10:38.129660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:38.667866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26782): Launched\u000a16:10:38.982072 run osmo-stp_10.42.42.5(pid=26783): Launched\u000a16:10:39.094420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:10:39.659285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26785): Launched\u000a16:10:39.972912 run osmo-msc_10.42.42.6(pid=26786): Launched\u000a16:10:40.153418 run osmo-stp_10.42.42.5(pid=26783): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26783)]\u000a16:10:40.283748 run osmo-stp_10.42.42.5(pid=26783): stdout: \u000a| (launched: 2022-12-12_16:10:38.824331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.411902 run osmo-stp_10.42.42.5(pid=26783): stderr: \u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161038993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.535892 run osmo-stp_10.42.42.5(pid=26783): stdout: \u000a| (launched: 2022-12-12_16:10:38.824331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:40.658559 run osmo-stp_10.42.42.5(pid=26783): stderr: \u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161038993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161038993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161038994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:40.712675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26783): Process ended prematurely: osmo-stp_10.42.42.5(pid=26783) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26783)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:10:40.721358 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:10:40.780332 run osmo-hlr_10.42.42.2(pid=26780): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26780)]\u000a16:10:40.828934 run osmo-hlr_10.42.42.2(pid=26780): stdout: \u000a| (launched: 2022-12-12_16:10:37.860790) \u000a16:10:40.878165 run osmo-hlr_10.42.42.2(pid=26780): stderr: \u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161038038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161038050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161038058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161038059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161038059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:40.944819 run osmo-msc_10.42.42.6(pid=26786): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26786)]\u000a16:10:40.993495 run osmo-msc_10.42.42.6(pid=26786): stdout: \u000a| (launched: 2022-12-12_16:10:39.816313) \u000a16:10:41.042561 run osmo-msc_10.42.42.6(pid=26786): stderr: \u000a| �[0;m�[38;5;43m20221212161040088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161040088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b5f5fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161040088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161040088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161040088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161040088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161040090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161040091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161040091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161040091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:10:41.084339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26779): Terminating (SIGTERM)\u000a16:10:41.123950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26782): Terminating (SIGTERM)\u000a16:10:41.163498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26785): Terminating (SIGTERM)\u000a16:10:41.172649 --- ParallelTerminationStrategy: PID 26779 died...\u000a16:10:41.225660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26779): Terminated: ok {rc=0}\u000a16:10:41.235121 --- ParallelTerminationStrategy: PID 26782 died...\u000a16:10:41.287775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26782): Terminated: ok {rc=0}\u000a16:10:41.297339 --- ParallelTerminationStrategy: PID 26785 died...\u000a16:10:41.350013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26785): Terminated: ok {rc=0}\u000a16:10:41.438886 bus /sierra_3: Setting Powered False\u000a16:10:42.547672 bus /sierra_3: Setting Powered False\u000a16:10:43.656902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26794): Process ended prematurely: osmo-stp_10.42.42.5(pid=26794) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26794)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26794): Process ended prematurely: osmo-stp_10.42.42.5(pid=26794) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:10:44.772625 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:44.785163 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:10:44.938682 tst mo_mt_call_osmux.py: using LAC 29989\u000a16:10:45.058485 tst mo_mt_call_osmux.py: using RAC 154\u000a16:10:45.177929 tst mo_mt_call_osmux.py: using CellId 29989\u000a16:10:45.297650 tst mo_mt_call_osmux.py: using BVCI 29990\u000a16:10:45.321279 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:45.332359 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:45.344239 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:45.355514 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:45.366547 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:10:45.377916 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:10:45.499217 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:10:45.708167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:46.220682 run create_hlr_db(pid=26788): Launched\u000a16:10:46.412361 bus /sierra_2: Setting Powered False\u000a16:10:47.441625 run create_hlr_db(pid=26788): Terminated: ok {rc=0}\u000a16:10:47.858753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26790): Launched\u000a16:10:48.168400 run osmo-hlr_10.42.42.2(pid=26791): Launched\u000a16:10:48.280427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:48.819621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26793): Launched\u000a16:10:49.130919 run osmo-stp_10.42.42.5(pid=26794): Launched\u000a16:10:49.241837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:10:49.808173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26796): Launched\u000a16:10:50.118997 run osmo-msc_10.42.42.6(pid=26797): Launched\u000a16:10:50.300532 run osmo-stp_10.42.42.5(pid=26794): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26794)]\u000a16:10:50.430523 run osmo-stp_10.42.42.5(pid=26794): stdout: \u000a| (launched: 2022-12-12_16:10:48.976467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:50.559019 run osmo-stp_10.42.42.5(pid=26794): stderr: \u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161049147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:50.682380 run osmo-stp_10.42.42.5(pid=26794): stdout: \u000a| (launched: 2022-12-12_16:10:48.976467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:50.804542 run osmo-stp_10.42.42.5(pid=26794): stderr: \u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161049146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161049147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161049147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:50.858623 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26794): Process ended prematurely: osmo-stp_10.42.42.5(pid=26794) [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26794)] [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:10:50.867353 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:10:50.926081 run osmo-hlr_10.42.42.2(pid=26791): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26791)]\u000a16:10:50.974584 run osmo-hlr_10.42.42.2(pid=26791): stdout: \u000a| (launched: 2022-12-12_16:10:48.015347) \u000a16:10:51.023654 run osmo-hlr_10.42.42.2(pid=26791): stderr: \u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161048191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161048226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161048236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161048236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161048236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:51.090267 run osmo-msc_10.42.42.6(pid=26797): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26797)]\u000a16:10:51.138843 run osmo-msc_10.42.42.6(pid=26797): stdout: \u000a| (launched: 2022-12-12_16:10:49.965374) \u000a16:10:51.187909 run osmo-msc_10.42.42.6(pid=26797): stderr: \u000a| �[0;m�[38;5;43m20221212161050235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161050236 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b8b2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161050236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161050236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161050236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161050236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161050238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161050238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161050238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:10:51.229347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26790): Terminating (SIGTERM)\u000a16:10:51.268537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26793): Terminating (SIGTERM)\u000a16:10:51.307786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26796): Terminating (SIGTERM)\u000a16:10:51.316853 --- ParallelTerminationStrategy: PID 26790 died...\u000a16:10:51.369341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26790): Terminated: ok {rc=0}\u000a16:10:51.378733 --- ParallelTerminationStrategy: PID 26793 died...\u000a16:10:51.431090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26793): Terminated: ok {rc=0}\u000a16:10:51.440396 --- ParallelTerminationStrategy: PID 26796 died...\u000a16:10:51.493304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26796): Terminated: ok {rc=0}\u000a16:10:51.582319 bus /sierra_3: Setting Powered False\u000a16:10:52.689280 bus /sierra_3: Setting Powered False\u000a16:10:53.801199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:10:34" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:10:55.760867 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:55.771982 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:10:55.918879 tst mo_mt_call.py: using LAC 29990\u000a16:10:56.043673 tst mo_mt_call.py: using RAC 155\u000a16:10:56.172402 tst mo_mt_call.py: using CellId 29990\u000a16:10:56.301149 tst mo_mt_call.py: using BVCI 29991\u000a16:10:56.326645 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:56.338411 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:56.350292 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:56.361864 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:56.374008 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:10:56.385990 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:10:56.502760 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:10:56.717548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:57.239365 run create_hlr_db(pid=26802): Launched\u000a16:10:57.430569 bus /sierra_2: Setting Powered False\u000a16:10:58.452850 run create_hlr_db(pid=26802): Terminated: ok {rc=0}\u000a16:10:58.894507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Launched\u000a16:10:59.228353 run osmo-hlr_10.42.42.2(pid=26805): Launched\u000a16:10:59.351238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:59.929592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Launched\u000a16:11:00.263291 run osmo-stp_10.42.42.5(pid=26808): Launched\u000a16:11:00.384334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:01.035541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26810): Launched\u000a16:11:01.532601 run osmo-msc_10.42.42.6(pid=26811): Launched\u000a16:11:01.868278 run osmo-stp_10.42.42.5(pid=26808): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)]\u000a16:11:02.010968 run osmo-stp_10.42.42.5(pid=26808): stdout: \u000a| (launched: 2022-12-12_16:11:00.098731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:02.153713 run osmo-stp_10.42.42.5(pid=26808): stderr: \u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161100293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:02.290824 run osmo-stp_10.42.42.5(pid=26808): stdout: \u000a| (launched: 2022-12-12_16:11:00.098731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:02.424282 run osmo-stp_10.42.42.5(pid=26808): stderr: \u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161100292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161100293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161100293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:02.482920 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26808): Process ended prematurely: osmo-stp_10.42.42.5(pid=26808) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26808)] [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:11:02.492485 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a16:11:02.558420 run osmo-hlr_10.42.42.2(pid=26805): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26805)]\u000a16:11:02.611341 run osmo-hlr_10.42.42.2(pid=26805): stdout: \u000a| (launched: 2022-12-12_16:10:59.063272) \u000a16:11:02.665050 run osmo-hlr_10.42.42.2(pid=26805): stderr: \u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161059262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161059275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161059284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161059284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161059284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:02.737213 run osmo-msc_10.42.42.6(pid=26811): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26811)]\u000a16:11:02.789167 run osmo-msc_10.42.42.6(pid=26811): stdout: \u000a| (launched: 2022-12-12_16:11:01.209106) \u000a16:11:02.843474 run osmo-msc_10.42.42.6(pid=26811): stderr: \u000a| �[0;m�[38;5;43m20221212161101541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161101541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7662949c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161101541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161101541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161101541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161101542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161101545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161101547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161101548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161101548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:02.888413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Terminating (SIGTERM)\u000a16:11:02.931649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Terminating (SIGTERM)\u000a16:11:02.974713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26810): Terminating (SIGTERM)\u000a16:11:02.985494 --- ParallelTerminationStrategy: PID 26804 died...\u000a16:11:03.043561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26804): Terminated: ok {rc=0}\u000a16:11:03.053917 --- ParallelTerminationStrategy: PID 26807 died...\u000a16:11:03.112032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26807): Terminated: ok {rc=0}\u000a16:11:03.122196 --- ParallelTerminationStrategy: PID 26810 died...\u000a16:11:03.179963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26810): Terminated: ok {rc=0}\u000a16:11:03.267583 bus /sierra_3: Setting Powered False\u000a16:11:04.376071 bus /sierra_3: Setting Powered False\u000a16:11:05.484855 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26819): Process ended prematurely: osmo-stp_10.42.42.5(pid=26819) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26819)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26819): Process ended prematurely: osmo-stp_10.42.42.5(pid=26819) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:11:06.596347 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:06.608207 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:11:06.755420 tst mo_mt_call_osmux.py: using LAC 29991\u000a16:11:06.878818 tst mo_mt_call_osmux.py: using RAC 156\u000a16:11:07.000801 tst mo_mt_call_osmux.py: using CellId 29991\u000a16:11:07.126039 tst mo_mt_call_osmux.py: using BVCI 29992\u000a16:11:07.149667 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:07.160734 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:07.171732 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:07.182757 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:07.193854 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:11:07.204928 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:11:07.324703 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:11:07.538526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:08.064239 run create_hlr_db(pid=26813): Launched\u000a16:11:08.255500 bus /sierra_2: Setting Powered False\u000a16:11:09.275911 run create_hlr_db(pid=26813): Terminated: ok {rc=0}\u000a16:11:09.692085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26815): Launched\u000a16:11:10.003309 run osmo-hlr_10.42.42.2(pid=26816): Launched\u000a16:11:10.124686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:10.704169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26818): Launched\u000a16:11:11.037642 run osmo-stp_10.42.42.5(pid=26819): Launched\u000a16:11:11.157952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:11.761843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26821): Launched\u000a16:11:12.095768 run osmo-msc_10.42.42.6(pid=26822): Launched\u000a16:11:12.288892 run osmo-stp_10.42.42.5(pid=26819): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26819)]\u000a16:11:12.428847 run osmo-stp_10.42.42.5(pid=26819): stdout: \u000a| (launched: 2022-12-12_16:11:10.872896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:12.567834 run osmo-stp_10.42.42.5(pid=26819): stderr: \u000a| �[0;m�[38;5;43m20221212161111066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161111067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161111067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161111067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:12.701027 run osmo-stp_10.42.42.5(pid=26819): stdout: \u000a| (launched: 2022-12-12_16:11:10.872896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:12.832910 run osmo-stp_10.42.42.5(pid=26819): stderr: \u000a| �[0;m�[38;5;43m20221212161111066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161111067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161111067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161111067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161111068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:12.891550 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26819): Process ended prematurely: osmo-stp_10.42.42.5(pid=26819) [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26819)] [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:11:12.900889 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:11:12.964392 run osmo-hlr_10.42.42.2(pid=26816): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26816)]\u000a16:11:13.016030 run osmo-hlr_10.42.42.2(pid=26816): stdout: \u000a| (launched: 2022-12-12_16:11:09.849100) \u000a16:11:13.068380 run osmo-hlr_10.42.42.2(pid=26816): stderr: \u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161110026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161110039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161110047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161110047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161110048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:13.139293 run osmo-msc_10.42.42.6(pid=26822): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26822)]\u000a16:11:13.190712 run osmo-msc_10.42.42.6(pid=26822): stdout: \u000a| (launched: 2022-12-12_16:11:11.930576) \u000a16:11:13.242757 run osmo-msc_10.42.42.6(pid=26822): stderr: \u000a| �[0;m�[38;5;43m20221212161112254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161112254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc687135c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161112254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161112254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161112254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161112255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161112256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161112257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:13.286882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26815): Terminating (SIGTERM)\u000a16:11:13.329107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26818): Terminating (SIGTERM)\u000a16:11:13.371192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26821): Terminating (SIGTERM)\u000a16:11:13.381335 --- ParallelTerminationStrategy: PID 26815 died...\u000a16:11:13.437414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26815): Terminated: ok {rc=0}\u000a16:11:13.447853 --- ParallelTerminationStrategy: PID 26818 died...\u000a16:11:13.503393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26818): Terminated: ok {rc=0}\u000a16:11:13.513802 --- ParallelTerminationStrategy: PID 26821 died...\u000a16:11:13.569304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26821): Terminated: ok {rc=0}\u000a16:11:13.656578 bus /sierra_3: Setting Powered False\u000a16:11:14.759840 bus /sierra_3: Setting Powered False\u000a16:11:15.882637 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:10:55" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26833): Process ended prematurely: osmo-stp_10.42.42.5(pid=26833) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26833)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26833): Process ended prematurely: osmo-stp_10.42.42.5(pid=26833) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:11:17.905716 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:17.917239 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:18.073314 tst mo_mt_call.py: using LAC 29992\u000a16:11:18.207400 tst mo_mt_call.py: using RAC 157\u000a16:11:18.335506 tst mo_mt_call.py: using CellId 29992\u000a16:11:18.458384 tst mo_mt_call.py: using BVCI 29993\u000a16:11:18.482003 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:18.492790 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:18.503452 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:18.515020 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:18.526332 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:18.537634 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:11:18.653696 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:11:18.874287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:19.400091 run create_hlr_db(pid=26827): Launched\u000a16:11:19.592522 bus /sierra_2: Setting Powered False\u000a16:11:20.613707 run create_hlr_db(pid=26827): Terminated: ok {rc=0}\u000a16:11:21.055314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26829): Launched\u000a16:11:21.389660 run osmo-hlr_10.42.42.2(pid=26830): Launched\u000a16:11:21.514566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:22.092537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26832): Launched\u000a16:11:22.427965 run osmo-stp_10.42.42.5(pid=26833): Launched\u000a16:11:22.549267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:23.155853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26835): Launched\u000a16:11:23.490952 run osmo-msc_10.42.42.6(pid=26836): Launched\u000a16:11:23.685448 run osmo-stp_10.42.42.5(pid=26833): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26833)]\u000a16:11:23.825837 run osmo-stp_10.42.42.5(pid=26833): stdout: \u000a| (launched: 2022-12-12_16:11:22.262046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:23.965341 run osmo-stp_10.42.42.5(pid=26833): stderr: \u000a| �[0;m�[38;5;43m20221212161122452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161122452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161122453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161122453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:24.098854 run osmo-stp_10.42.42.5(pid=26833): stdout: \u000a| (launched: 2022-12-12_16:11:22.262046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:24.231129 run osmo-stp_10.42.42.5(pid=26833): stderr: \u000a| �[0;m�[38;5;43m20221212161122452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161122452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161122453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161122453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161122454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:24.289421 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26833): Process ended prematurely: osmo-stp_10.42.42.5(pid=26833) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26833)] [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:11:24.299150 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:11:24.363252 run osmo-hlr_10.42.42.2(pid=26830): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26830)]\u000a16:11:24.415693 run osmo-hlr_10.42.42.2(pid=26830): stdout: \u000a| (launched: 2022-12-12_16:11:21.223715) \u000a16:11:24.468830 run osmo-hlr_10.42.42.2(pid=26830): stderr: \u000a| �[0;m�[1;31m20221212161121419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161121419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161121420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161121420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161121420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161121420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161121433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161121441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161121441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161121442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:24.539503 run osmo-msc_10.42.42.6(pid=26836): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26836)]\u000a16:11:24.591778 run osmo-msc_10.42.42.6(pid=26836): stdout: \u000a| (launched: 2022-12-12_16:11:23.324496) \u000a16:11:24.644414 run osmo-msc_10.42.42.6(pid=26836): stderr: \u000a| �[0;m�[38;5;43m20221212161123647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161123647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f764a50cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161123647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161123647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161123648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161123648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161123650 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161123650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161123650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161123650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:24.688769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26829): Terminating (SIGTERM)\u000a16:11:24.731216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26832): Terminating (SIGTERM)\u000a16:11:24.774024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26835): Terminating (SIGTERM)\u000a16:11:24.784444 --- ParallelTerminationStrategy: PID 26829 died...\u000a16:11:24.841607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26829): Terminated: ok {rc=0}\u000a16:11:24.852320 --- ParallelTerminationStrategy: PID 26832 died...\u000a16:11:24.909500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26832): Terminated: ok {rc=0}\u000a16:11:24.919675 --- ParallelTerminationStrategy: PID 26835 died...\u000a16:11:24.976902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26835): Terminated: ok {rc=0}\u000a16:11:25.064511 bus /sierra_3: Setting Powered False\u000a16:11:26.172483 bus /sierra_3: Setting Powered False\u000a16:11:27.281624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26844): Process ended prematurely: osmo-stp_10.42.42.5(pid=26844) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26844)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26844): Process ended prematurely: osmo-stp_10.42.42.5(pid=26844) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:11:28.399359 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:28.411640 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:11:28.567210 tst mo_mt_call_osmux.py: using LAC 29993\u000a16:11:28.694603 tst mo_mt_call_osmux.py: using RAC 158\u000a16:11:28.819719 tst mo_mt_call_osmux.py: using CellId 29993\u000a16:11:28.942668 tst mo_mt_call_osmux.py: using BVCI 29994\u000a16:11:28.966497 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:28.977656 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:28.988349 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:28.999719 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:29.011216 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:11:29.022652 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:11:29.144212 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:11:29.362650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:29.887655 run create_hlr_db(pid=26838): Launched\u000a16:11:30.078758 bus /sierra_2: Setting Powered False\u000a16:11:31.102895 run create_hlr_db(pid=26838): Terminated: ok {rc=0}\u000a16:11:31.574658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26840): Launched\u000a16:11:31.980362 run osmo-hlr_10.42.42.2(pid=26841): Launched\u000a16:11:32.210629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:32.805272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26843): Launched\u000a16:11:33.115335 run osmo-stp_10.42.42.5(pid=26844): Launched\u000a16:11:33.226810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:33.791698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26846): Launched\u000a16:11:34.103510 run osmo-msc_10.42.42.6(pid=26847): Launched\u000a16:11:34.282631 run osmo-stp_10.42.42.5(pid=26844): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26844)]\u000a16:11:34.412628 run osmo-stp_10.42.42.5(pid=26844): stdout: \u000a| (launched: 2022-12-12_16:11:32.962990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:34.540438 run osmo-stp_10.42.42.5(pid=26844): stderr: \u000a| �[0;m�[38;5;43m20221212161133133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161133134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161133134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161133134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:34.663703 run osmo-stp_10.42.42.5(pid=26844): stdout: \u000a| (launched: 2022-12-12_16:11:32.962990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:34.785835 run osmo-stp_10.42.42.5(pid=26844): stderr: \u000a| �[0;m�[38;5;43m20221212161133133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161133134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161133134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161133134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161133135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:34.840038 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26844): Process ended prematurely: osmo-stp_10.42.42.5(pid=26844) [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26844)] [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:11:34.848599 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:11:34.908639 run osmo-hlr_10.42.42.2(pid=26841): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26841)]\u000a16:11:34.957526 run osmo-hlr_10.42.42.2(pid=26841): stdout: \u000a| (launched: 2022-12-12_16:11:31.789997) \u000a16:11:35.006872 run osmo-hlr_10.42.42.2(pid=26841): stderr: \u000a| �[0;m�[1;31m20221212161132214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161132214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161132214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161132214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161132214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161132215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161132238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161132260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161132260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161132261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:35.074231 run osmo-msc_10.42.42.6(pid=26847): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26847)]\u000a16:11:35.122810 run osmo-msc_10.42.42.6(pid=26847): stdout: \u000a| (launched: 2022-12-12_16:11:33.948301) \u000a16:11:35.171902 run osmo-msc_10.42.42.6(pid=26847): stderr: \u000a| �[0;m�[38;5;43m20221212161134220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161134220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc1212ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161134221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161134221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161134221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161134221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161134223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161134223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161134223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161134223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:35.213349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26840): Terminating (SIGTERM)\u000a16:11:35.252595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26843): Terminating (SIGTERM)\u000a16:11:35.291828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26846): Terminating (SIGTERM)\u000a16:11:35.300920 --- ParallelTerminationStrategy: PID 26840 died...\u000a16:11:35.353513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26840): Terminated: ok {rc=0}\u000a16:11:35.362941 --- ParallelTerminationStrategy: PID 26843 died...\u000a16:11:35.415424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26843): Terminated: ok {rc=0}\u000a16:11:35.424855 --- ParallelTerminationStrategy: PID 26846 died...\u000a16:11:35.478348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26846): Terminated: ok {rc=0}\u000a16:11:35.567411 bus /sierra_3: Setting Powered False\u000a16:11:36.669381 bus /sierra_3: Setting Powered False\u000a16:11:37.776493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:11:17" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26859): Process ended prematurely: osmo-stp_10.42.42.5(pid=26859) [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26859)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26859): Process ended prematurely: osmo-stp_10.42.42.5(pid=26859) [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:11:39.746405 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:39.757051 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a16:11:39.880518 tst emergency_mo_mt_call.py: using LAC 29994\u000a16:11:40.013280 tst emergency_mo_mt_call.py: using RAC 159\u000a16:11:40.139975 tst emergency_mo_mt_call.py: using CellId 29994\u000a16:11:40.266073 tst emergency_mo_mt_call.py: using BVCI 29995\u000a16:11:40.291015 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:40.302377 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:40.313668 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:40.325145 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:40.337011 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:40.348476 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:40.464531 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:40.677519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:41.193520 run create_hlr_db(pid=26853): Launched\u000a16:11:41.382891 bus /sierra_2: Setting Powered False\u000a16:11:42.403870 run create_hlr_db(pid=26853): Terminated: ok {rc=0}\u000a16:11:42.814223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26855): Launched\u000a16:11:43.122489 run osmo-hlr_10.42.42.2(pid=26856): Launched\u000a16:11:43.243691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:43.780534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26858): Launched\u000a16:11:44.086581 run osmo-stp_10.42.42.5(pid=26859): Launched\u000a16:11:44.207987 tst emergency_mo_mt_call.py: using MSISDN 7860\u000a16:11:44.358115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:44.914412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26861): Launched\u000a16:11:45.222784 run osmo-msc_10.42.42.6(pid=26862): Launched\u000a16:11:45.400551 run osmo-stp_10.42.42.5(pid=26859): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26859)]\u000a16:11:45.528709 run osmo-stp_10.42.42.5(pid=26859): stdout: \u000a| (launched: 2022-12-12_16:11:43.935409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:45.655111 run osmo-stp_10.42.42.5(pid=26859): stderr: \u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161144109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:45.781806 run osmo-stp_10.42.42.5(pid=26859): stdout: \u000a| (launched: 2022-12-12_16:11:43.935409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:45.921812 run osmo-stp_10.42.42.5(pid=26859): stderr: \u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161144108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161144109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161144109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:45.979967 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26859): Process ended prematurely: osmo-stp_10.42.42.5(pid=26859) [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26859)] [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a16:11:45.990382 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a16:11:46.059693 run osmo-hlr_10.42.42.2(pid=26856): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26856)]\u000a16:11:46.116613 run osmo-hlr_10.42.42.2(pid=26856): stdout: \u000a| (launched: 2022-12-12_16:11:42.968760) \u000a16:11:46.172806 run osmo-hlr_10.42.42.2(pid=26856): stderr: \u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161143144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161143156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161143166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161143166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161143167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:46.249377 run osmo-msc_10.42.42.6(pid=26862): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26862)]\u000a16:11:46.303490 run osmo-msc_10.42.42.6(pid=26862): stdout: \u000a| (launched: 2022-12-12_16:11:45.068931) \u000a16:11:46.361453 run osmo-msc_10.42.42.6(pid=26862): stderr: \u000a| �[0;m�[38;5;43m20221212161145340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161145340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe9e686c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161145340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161145340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161145341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161145341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161145343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161145343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161145344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161145344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:46.444352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26855): Terminating (SIGTERM)\u000a16:11:46.493308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26858): Terminating (SIGTERM)\u000a16:11:46.542513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26861): Terminating (SIGTERM)\u000a16:11:46.553728 --- ParallelTerminationStrategy: PID 26855 died...\u000a16:11:46.616220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26855): Terminated: ok {rc=0}\u000a16:11:46.627496 --- ParallelTerminationStrategy: PID 26858 died...\u000a16:11:46.689433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26858): Terminated: ok {rc=0}\u000a16:11:46.700582 --- ParallelTerminationStrategy: PID 26861 died...\u000a16:11:46.760772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26861): Terminated: ok {rc=0}\u000a16:11:46.853510 bus /sierra_3: Setting Powered False\u000a16:11:47.954757 bus /sierra_3: Setting Powered False\u000a16:11:49.067806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26870): Process ended prematurely: osmo-stp_10.42.42.5(pid=26870) [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26870)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26870): Process ended prematurely: osmo-stp_10.42.42.5(pid=26870) [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:11:50.120396 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.132158 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a16:11:50.257894 tst emergency_preemptive_call.py: using LAC 29995\u000a16:11:50.375541 tst emergency_preemptive_call.py: using RAC 160\u000a16:11:50.503083 tst emergency_preemptive_call.py: using CellId 29995\u000a16:11:50.628484 tst emergency_preemptive_call.py: using BVCI 29996\u000a16:11:50.652075 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.664049 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.675248 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.686005 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.696587 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a16:11:50.707324 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:50.826718 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:50.944887 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:51.066410 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a16:11:51.280768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:51.794077 run create_hlr_db(pid=26864): Launched\u000a16:11:51.983633 bus /sierra_2: Setting Powered False\u000a16:11:53.000844 run create_hlr_db(pid=26864): Terminated: ok {rc=0}\u000a16:11:53.436600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26866): Launched\u000a16:11:53.765489 run osmo-hlr_10.42.42.2(pid=26867): Launched\u000a16:11:53.884044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:54.454218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26869): Launched\u000a16:11:54.782792 run osmo-stp_10.42.42.5(pid=26870): Launched\u000a16:11:54.915710 tst emergency_preemptive_call.py: using MSISDN 7861\u000a16:11:55.078904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:11:55.673771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26872): Launched\u000a16:11:56.002646 run osmo-msc_10.42.42.6(pid=26873): Launched\u000a16:11:56.200619 run osmo-stp_10.42.42.5(pid=26870): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26870)]\u000a16:11:56.339272 run osmo-stp_10.42.42.5(pid=26870): stdout: \u000a| (launched: 2022-12-12_16:11:54.619705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:56.476530 run osmo-stp_10.42.42.5(pid=26870): stderr: \u000a| �[0;m�[38;5;43m20221212161154810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161154810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161154811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161154811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:56.607909 run osmo-stp_10.42.42.5(pid=26870): stdout: \u000a| (launched: 2022-12-12_16:11:54.619705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:56.737984 run osmo-stp_10.42.42.5(pid=26870): stderr: \u000a| �[0;m�[38;5;43m20221212161154810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161154810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161154811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161154811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161154812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:56.794795 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26870): Process ended prematurely: osmo-stp_10.42.42.5(pid=26870) [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26870)] [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a16:11:56.803593 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a16:11:56.866870 run osmo-hlr_10.42.42.2(pid=26867): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26867)]\u000a16:11:56.919015 run osmo-hlr_10.42.42.2(pid=26867): stdout: \u000a| (launched: 2022-12-12_16:11:53.602703) \u000a16:11:56.971000 run osmo-hlr_10.42.42.2(pid=26867): stderr: \u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161153798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161153810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161153819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161153819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161153820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:57.041740 run osmo-msc_10.42.42.6(pid=26873): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26873)]\u000a16:11:57.093090 run osmo-msc_10.42.42.6(pid=26873): stdout: \u000a| (launched: 2022-12-12_16:11:55.839181) \u000a16:11:57.144940 run osmo-msc_10.42.42.6(pid=26873): stderr: \u000a| �[0;m�[38;5;43m20221212161156159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161156160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed46154c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161156160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161156160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161156160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161156160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161156162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161156163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161156163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161156163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:11:57.188758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26866): Terminating (SIGTERM)\u000a16:11:57.230388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26869): Terminating (SIGTERM)\u000a16:11:57.272041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26872): Terminating (SIGTERM)\u000a16:11:57.282028 --- ParallelTerminationStrategy: PID 26866 died...\u000a16:11:57.337565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26866): Terminated: ok {rc=0}\u000a16:11:57.347868 --- ParallelTerminationStrategy: PID 26869 died...\u000a16:11:57.403239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26869): Terminated: ok {rc=0}\u000a16:11:57.413511 --- ParallelTerminationStrategy: PID 26872 died...\u000a16:11:57.469251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26872): Terminated: ok {rc=0}\u000a16:11:57.555629 bus /sierra_9: Setting Powered False\u000a16:11:58.656328 bus /sierra_9: Setting Powered False\u000a16:11:59.767897 bus /sierra_8: Setting Powered False\u000a16:12:00.877671 bus /sierra_8: Setting Powered False\u000a16:12:02.010805 bus /sierra_3: Setting Powered False\u000a16:12:03.118594 bus /sierra_3: Setting Powered False\u000a16:12:04.231435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:11:39" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26888): Process ended prematurely: osmo-stp_10.42.42.5(pid=26888) [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26888)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26888): Process ended prematurely: osmo-stp_10.42.42.5(pid=26888) [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:12:06.323264 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.333843 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a16:12:06.472818 tst cs_paging_gprs_active.py: using LAC 29996\u000a16:12:06.601777 tst cs_paging_gprs_active.py: using RAC 161\u000a16:12:06.730839 tst cs_paging_gprs_active.py: using CellId 29996\u000a16:12:06.858348 tst cs_paging_gprs_active.py: using BVCI 29997\u000a16:12:06.883854 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.894930 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.906234 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.917478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.928554 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.939687 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.951118 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.962310 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:06.973726 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:07.096334 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:07.380033 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:12:07.510835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:07.832573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Launched\u000a16:12:08.101919 run iperf3-srv_10.42.42.10(pid=26879): Launched\u000a16:12:08.290777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:12:08.419566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:08.743008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Launched\u000a16:12:09.010769 run iperf3-srv_10.42.42.10(pid=26881): Launched\u000a16:12:09.199926 tst cs_paging_gprs_active.py:38: start network...\u000a16:12:09.328419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:09.827888 run create_hlr_db(pid=26882): Launched\u000a16:12:10.005856 bus /sierra_2: Setting Powered False\u000a16:12:11.027685 run create_hlr_db(pid=26882): Terminated: ok {rc=0}\u000a16:12:11.442619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26884): Launched\u000a16:12:11.755104 run osmo-hlr_10.42.42.2(pid=26885): Launched\u000a16:12:11.868126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:12.404508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26887): Launched\u000a16:12:12.717796 run osmo-stp_10.42.42.5(pid=26888): Launched\u000a16:12:12.831397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:14.359553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26890): Launched\u000a16:12:14.469773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:14.741825 run patchelf(pid=26891): Launched\u000a16:12:14.922535 run osmo-stp_10.42.42.5(pid=26888): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26888)]\u000a16:12:15.054572 run osmo-stp_10.42.42.5(pid=26888): stdout: \u000a| (launched: 2022-12-12_16:12:12.562052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:15.187166 run osmo-stp_10.42.42.5(pid=26888): stderr: \u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161212735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:15.315464 run osmo-stp_10.42.42.5(pid=26888): stdout: \u000a| (launched: 2022-12-12_16:12:12.562052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:15.442214 run osmo-stp_10.42.42.5(pid=26888): stderr: \u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161212734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161212735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161212735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:15.589645 run patchelf(pid=26891): Terminating (SIGINT)\u000a16:12:15.762730 run patchelf(pid=26891): Terminated: ok {rc=0}\u000a16:12:15.805327 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26888): Process ended prematurely: osmo-stp_10.42.42.5(pid=26888) [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26888)] [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a16:12:15.816130 tst cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)\u000a16:12:15.889591 run osmo-hlr_10.42.42.2(pid=26885): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26885)]\u000a16:12:15.944493 run osmo-hlr_10.42.42.2(pid=26885): stdout: \u000a| (launched: 2022-12-12_16:12:11.599616) \u000a16:12:16.000630 run osmo-hlr_10.42.42.2(pid=26885): stderr: \u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161211776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161211789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161211797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161211797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161211797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:16.051126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Terminating (SIGTERM)\u000a16:12:16.097859 run iperf3-srv_10.42.42.10(pid=26879): Terminating (SIGTERM)\u000a16:12:16.144396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Terminating (SIGTERM)\u000a16:12:16.191610 run iperf3-srv_10.42.42.10(pid=26881): Terminating (SIGTERM)\u000a16:12:16.238185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26884): Terminating (SIGTERM)\u000a16:12:16.284347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26887): Terminating (SIGTERM)\u000a16:12:16.331311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26890): Terminating (SIGTERM)\u000a16:12:16.344705 --- ParallelTerminationStrategy: PID 26878 died...\u000a16:12:16.406845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26878): Terminated: ok {rc=0}\u000a16:12:16.418228 --- ParallelTerminationStrategy: PID 26879 died...\u000a16:12:16.479799 run iperf3-srv_10.42.42.10(pid=26879): Terminated {rc=256}\u000a16:12:16.490898 --- ParallelTerminationStrategy: PID 26880 died...\u000a16:12:16.551528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26880): Terminated: ok {rc=0}\u000a16:12:16.563198 --- ParallelTerminationStrategy: PID 26881 died...\u000a16:12:16.623423 run iperf3-srv_10.42.42.10(pid=26881): Terminated {rc=256}\u000a16:12:16.635709 --- ParallelTerminationStrategy: PID 26884 died...\u000a16:12:16.696233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26884): Terminated: ok {rc=0}\u000a16:12:16.707493 --- ParallelTerminationStrategy: PID 26887 died...\u000a16:12:16.767599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26887): Terminated: ok {rc=0}\u000a16:12:16.779470 --- ParallelTerminationStrategy: PID 26890 died...\u000a16:12:16.859036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26890): Terminated: ok {rc=0}\u000a16:12:16.959678 bus /gobi_0: Setting Powered False\u000a16:12:18.066652 bus /gobi_0: Setting Powered False\u000a16:12:19.175659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26900): Process ended prematurely: osmo-stp_10.42.42.5(pid=26900) [trial-2379↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26900)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26900): Process ended prematurely: osmo-stp_10.42.42.5(pid=26900) [trial-2379↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a16:12:20.292599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.304503 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a16:12:20.439089 tst iperf3.py: using LAC 29997\u000a16:12:20.569208 tst iperf3.py: using RAC 162\u000a16:12:20.703434 tst iperf3.py: using CellId 29997\u000a16:12:20.831448 tst iperf3.py: using BVCI 29998\u000a16:12:20.856728 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.867730 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.878729 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.890035 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.901111 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.912578 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.923897 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.935200 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:20.946674 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:21.245336 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:12:21.384739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:21.729952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Launched\u000a16:12:22.017684 run iperf3-srv_10.42.42.10(pid=26893): Launched\u000a16:12:22.220660 tst iperf3.py:8: start network...\u000a16:12:22.359508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:22.883114 run create_hlr_db(pid=26894): Launched\u000a16:12:23.075281 bus /gobi_6: Setting Powered False\u000a16:12:24.095170 run create_hlr_db(pid=26894): Terminated: ok {rc=0}\u000a16:12:24.513143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26896): Launched\u000a16:12:24.825950 run osmo-hlr_10.42.42.2(pid=26897): Launched\u000a16:12:24.939905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:25.479068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26899): Launched\u000a16:12:25.790891 run osmo-stp_10.42.42.5(pid=26900): Launched\u000a16:12:25.903662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:26.445755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26902): Launched\u000a16:12:26.555654 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:26.828058 run patchelf(pid=26903): Launched\u000a16:12:27.008404 run osmo-stp_10.42.42.5(pid=26900): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26900)]\u000a16:12:27.140421 run osmo-stp_10.42.42.5(pid=26900): stdout: \u000a| (launched: 2022-12-12_16:12:25.635269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:27.272550 run osmo-stp_10.42.42.5(pid=26900): stderr: \u000a| �[0;m�[38;5;43m20221212161225804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161225804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161225805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161225805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:27.400566 run osmo-stp_10.42.42.5(pid=26900): stdout: \u000a| (launched: 2022-12-12_16:12:25.635269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:27.526976 run osmo-stp_10.42.42.5(pid=26900): stderr: \u000a| �[0;m�[38;5;43m20221212161225804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161225804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161225805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161225805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161225806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:27.673469 run patchelf(pid=26903): Terminating (SIGINT)\u000a16:12:27.845493 run patchelf(pid=26903): Terminated: ok {rc=0}\u000a16:12:27.877072 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26900): Process ended prematurely: osmo-stp_10.42.42.5(pid=26900) [trial-2379↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26900)] [trial-2379↪gprs:sysmo↪iperf3.py:8]\u000a16:12:27.886348 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:12:27.945885 run osmo-hlr_10.42.42.2(pid=26897): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26897)]\u000a16:12:27.994674 run osmo-hlr_10.42.42.2(pid=26897): stdout: \u000a| (launched: 2022-12-12_16:12:24.670335) \u000a16:12:28.043567 run osmo-hlr_10.42.42.2(pid=26897): stderr: \u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161224846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161224858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161224867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161224867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161224867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:28.085128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminating (SIGTERM)\u000a16:12:28.125474 run iperf3-srv_10.42.42.10(pid=26893): Terminating (SIGTERM)\u000a16:12:28.165338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26896): Terminating (SIGTERM)\u000a16:12:28.204999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26899): Terminating (SIGTERM)\u000a16:12:28.244541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26902): Terminating (SIGTERM)\u000a16:12:28.253938 --- ParallelTerminationStrategy: PID 26892 died...\u000a16:12:28.307295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26892): Terminated: ok {rc=0}\u000a16:12:28.316808 --- ParallelTerminationStrategy: PID 26893 died...\u000a16:12:28.370182 run iperf3-srv_10.42.42.10(pid=26893): Terminated {rc=256}\u000a16:12:28.379651 --- ParallelTerminationStrategy: PID 26896 died...\u000a16:12:28.432978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26896): Terminated: ok {rc=0}\u000a16:12:28.442530 --- ParallelTerminationStrategy: PID 26899 died...\u000a16:12:28.495841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26899): Terminated: ok {rc=0}\u000a16:12:28.505573 --- ParallelTerminationStrategy: PID 26902 died...\u000a16:12:28.558736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26902): Terminated: ok {rc=0}\u000a16:12:28.642735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26918): Process ended prematurely: osmo-stp_10.42.42.5(pid=26918) [trial-2379↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26918)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26918): Process ended prematurely: osmo-stp_10.42.42.5(pid=26918) [trial-2379↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a16:12:29.760602 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:29.772724 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a16:12:29.907250 tst iperf3m4.py: using LAC 29998\u000a16:12:30.039246 tst iperf3m4.py: using RAC 163\u000a16:12:30.167904 tst iperf3m4.py: using CellId 29998\u000a16:12:30.296765 tst iperf3m4.py: using BVCI 29999\u000a16:12:30.322508 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.333654 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.344637 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.355923 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.367105 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.378223 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.389701 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.400909 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:30.412403 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:30.530593 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:30.653493 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:30.770499 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:31.096513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:12:31.229337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:31.570837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26904): Launched\u000a16:12:31.861991 run iperf3-srv_10.42.42.10(pid=26905): Launched\u000a16:12:32.056338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:12:32.189451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:32.513863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26906): Launched\u000a16:12:32.784032 run iperf3-srv_10.42.42.10(pid=26907): Launched\u000a16:12:32.972914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:12:33.102348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:33.426012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26908): Launched\u000a16:12:33.695643 run iperf3-srv_10.42.42.10(pid=26909): Launched\u000a16:12:33.883465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:12:34.012197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:34.332822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26910): Launched\u000a16:12:34.617617 run iperf3-srv_10.42.42.10(pid=26911): Launched\u000a16:12:34.805622 tst iperf3m4.py:8: start network...\u000a16:12:34.933967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:35.432680 run create_hlr_db(pid=26912): Launched\u000a16:12:35.610152 bus /gobi_6: Setting Powered False\u000a16:12:36.632386 run create_hlr_db(pid=26912): Terminated: ok {rc=0}\u000a16:12:37.044296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26914): Launched\u000a16:12:37.356540 run osmo-hlr_10.42.42.2(pid=26915): Launched\u000a16:12:37.479886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:38.022522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26917): Launched\u000a16:12:38.333654 run osmo-stp_10.42.42.5(pid=26918): Launched\u000a16:12:38.446604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:38.985135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26920): Launched\u000a16:12:39.095588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:39.366672 run patchelf(pid=26921): Launched\u000a16:12:39.548126 run osmo-stp_10.42.42.5(pid=26918): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26918)]\u000a16:12:39.680370 run osmo-stp_10.42.42.5(pid=26918): stdout: \u000a| (launched: 2022-12-12_16:12:38.179187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:39.812882 run osmo-stp_10.42.42.5(pid=26918): stderr: \u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161238350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:39.940792 run osmo-stp_10.42.42.5(pid=26918): stdout: \u000a| (launched: 2022-12-12_16:12:38.179187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:40.067368 run osmo-stp_10.42.42.5(pid=26918): stderr: \u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161238349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161238350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161238350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:40.214166 run patchelf(pid=26921): Terminating (SIGINT)\u000a16:12:40.386036 run patchelf(pid=26921): Terminated: ok {rc=0}\u000a16:12:40.417835 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26918): Process ended prematurely: osmo-stp_10.42.42.5(pid=26918) [trial-2379↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26918)] [trial-2379↪gprs:sysmo↪iperf3m4.py:8]\u000a16:12:40.427217 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:12:40.487725 run osmo-hlr_10.42.42.2(pid=26915): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26915)]\u000a16:12:40.537080 run osmo-hlr_10.42.42.2(pid=26915): stdout: \u000a| (launched: 2022-12-12_16:12:37.201264) \u000a16:12:40.586997 run osmo-hlr_10.42.42.2(pid=26915): stderr: \u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161237376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161237388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161237397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161237397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161237397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:40.629485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26904): Terminating (SIGTERM)\u000a16:12:40.669383 run iperf3-srv_10.42.42.10(pid=26905): Terminating (SIGTERM)\u000a16:12:40.709471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26906): Terminating (SIGTERM)\u000a16:12:40.749504 run iperf3-srv_10.42.42.10(pid=26907): Terminating (SIGTERM)\u000a16:12:40.789484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26908): Terminating (SIGTERM)\u000a16:12:40.829698 run iperf3-srv_10.42.42.10(pid=26909): Terminating (SIGTERM)\u000a16:12:40.869661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26910): Terminating (SIGTERM)\u000a16:12:40.909572 run iperf3-srv_10.42.42.10(pid=26911): Terminating (SIGTERM)\u000a16:12:40.949741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26914): Terminating (SIGTERM)\u000a16:12:40.989846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26917): Terminating (SIGTERM)\u000a16:12:41.030404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26920): Terminating (SIGTERM)\u000a16:12:41.039797 --- ParallelTerminationStrategy: PID 26904 died...\u000a16:12:41.093492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26904): Terminated: ok {rc=0}\u000a16:12:41.103389 --- ParallelTerminationStrategy: PID 26905 died...\u000a16:12:41.157079 run iperf3-srv_10.42.42.10(pid=26905): Terminated {rc=256}\u000a16:12:41.166637 --- ParallelTerminationStrategy: PID 26906 died...\u000a16:12:41.220461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26906): Terminated: ok {rc=0}\u000a16:12:41.230109 --- ParallelTerminationStrategy: PID 26907 died...\u000a16:12:41.283861 run iperf3-srv_10.42.42.10(pid=26907): Terminated {rc=256}\u000a16:12:41.293651 --- ParallelTerminationStrategy: PID 26908 died...\u000a16:12:41.347162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26908): Terminated: ok {rc=0}\u000a16:12:41.356753 --- ParallelTerminationStrategy: PID 26909 died...\u000a16:12:41.410549 run iperf3-srv_10.42.42.10(pid=26909): Terminated {rc=256}\u000a16:12:41.420082 --- ParallelTerminationStrategy: PID 26910 died...\u000a16:12:41.473396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26910): Terminated: ok {rc=0}\u000a16:12:41.482947 --- ParallelTerminationStrategy: PID 26911 died...\u000a16:12:41.536022 run iperf3-srv_10.42.42.10(pid=26911): Terminated {rc=256}\u000a16:12:41.545816 --- ParallelTerminationStrategy: PID 26914 died...\u000a16:12:41.598903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26914): Terminated: ok {rc=0}\u000a16:12:41.608477 --- ParallelTerminationStrategy: PID 26917 died...\u000a16:12:41.661895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26917): Terminated: ok {rc=0}\u000a16:12:41.671482 --- ParallelTerminationStrategy: PID 26920 died...\u000a16:12:41.724715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26920): Terminated: ok {rc=0}\u000a16:12:41.814509 bus /gobi_4: Setting Powered False\u000a16:12:42.917495 bus /gobi_4: Setting Powered False\u000a16:12:44.030006 bus /gobi_1: Setting Powered False\u000a16:12:45.133073 bus /gobi_1: Setting Powered False\u000a16:12:46.260851 bus /gobi_0: Setting Powered False\u000a16:12:47.368237 bus /gobi_0: Setting Powered False\u000a16:12:48.482103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2379↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2379↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo ping.py\u000a----------------------------------------------\u000a16:12:49.549848 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.561484 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a16:12:49.685900 tst ping.py: using LAC 29999\u000a16:12:49.807501 tst ping.py: using RAC 164\u000a16:12:49.926900 tst ping.py: using CellId 29999\u000a16:12:50.046290 tst ping.py: using BVCI 30000\u000a16:12:50.069777 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.080666 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.091602 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.102132 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.112539 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.123088 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.133776 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:50.144384 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:50.438569 tst ping.py:19: start network...\u000a16:12:50.574810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:51.091457 run create_hlr_db(pid=26922): Launched\u000a16:12:51.280082 bus /gobi_6: Setting Powered False\u000a16:12:52.299676 run create_hlr_db(pid=26922): Terminated: ok {rc=0}\u000a16:12:52.709869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Launched\u000a16:12:53.015044 run osmo-hlr_10.42.42.2(pid=26925): Launched\u000a16:12:53.126749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:53.655512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Launched\u000a16:12:53.959529 run osmo-stp_10.42.42.5(pid=26928): Launched\u000a16:12:54.068630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:54.597631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26930): Launched\u000a16:12:54.705535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:54.972185 run patchelf(pid=26931): Launched\u000a16:12:55.150039 run osmo-stp_10.42.42.5(pid=26928): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]\u000a16:12:55.279967 run osmo-stp_10.42.42.5(pid=26928): stdout: \u000a| (launched: 2022-12-12_16:12:53.808687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:55.410455 run osmo-stp_10.42.42.5(pid=26928): stderr: \u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161253979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:55.537415 run osmo-stp_10.42.42.5(pid=26928): stdout: \u000a| (launched: 2022-12-12_16:12:53.808687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:55.662059 run osmo-stp_10.42.42.5(pid=26928): stderr: \u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161253978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161253979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161253980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:55.806529 run patchelf(pid=26931): Terminating (SIGINT)\u000a16:12:55.975737 run patchelf(pid=26931): Terminated: ok {rc=0}\u000a16:12:56.006769 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2379↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)] [trial-2379↪gprs:sysmo↪ping.py:22]\u000a16:12:56.015693 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:12:56.076302 run osmo-hlr_10.42.42.2(pid=26925): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26925)]\u000a16:12:56.125762 run osmo-hlr_10.42.42.2(pid=26925): stdout: \u000a| (launched: 2022-12-12_16:12:52.863730) \u000a16:12:56.176343 run osmo-hlr_10.42.42.2(pid=26925): stderr: \u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161253039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161253052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161253060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161253060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161253060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:56.218970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminating (SIGTERM)\u000a16:12:56.259705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminating (SIGTERM)\u000a16:12:56.299973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26930): Terminating (SIGTERM)\u000a16:12:56.309468 --- ParallelTerminationStrategy: PID 26924 died...\u000a16:12:56.363183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminated: ok {rc=0}\u000a16:12:56.373329 --- ParallelTerminationStrategy: PID 26927 died...\u000a16:12:56.427009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminated: ok {rc=0}\u000a16:12:56.437089 --- ParallelTerminationStrategy: PID 26930 died...\u000a16:12:56.490612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26930): Terminated: ok {rc=0}\u000a16:12:56.581040 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26938): Process ended prematurely: osmo-stp_10.42.42.5(pid=26938) [trial-2379↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26938)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26938): Process ended prematurely: osmo-stp_10.42.42.5(pid=26938) [trial-2379↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:12:57.633418 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:57.645315 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a16:12:57.770636 tst ping_idle_ping.py: using LAC 30000\u000a16:12:57.892883 tst ping_idle_ping.py: using RAC 165\u000a16:12:58.021278 tst ping_idle_ping.py: using CellId 30000\u000a16:12:58.151208 tst ping_idle_ping.py: using BVCI 30001\u000a16:12:58.176231 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.187334 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.198382 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.210208 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.221861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.233401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.245316 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a16:12:58.257185 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a16:12:58.561984 tst ping_idle_ping.py:24: start network...\u000a16:12:58.699106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:59.212926 run create_hlr_db(pid=26932): Launched\u000a16:12:59.402738 bus /gobi_6: Setting Powered False\u000a16:13:00.422513 run create_hlr_db(pid=26932): Terminated: ok {rc=0}\u000a16:13:00.877591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26934): Launched\u000a16:13:01.317383 run osmo-hlr_10.42.42.2(pid=26935): Launched\u000a16:13:01.668048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:02.270659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26937): Launched\u000a16:13:02.599018 run osmo-stp_10.42.42.5(pid=26938): Launched\u000a16:13:02.718176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:03.289099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26940): Launched\u000a16:13:03.406002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:03.693840 run patchelf(pid=26941): Launched\u000a16:13:03.884461 run osmo-stp_10.42.42.5(pid=26938): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26938)]\u000a16:13:04.024348 run osmo-stp_10.42.42.5(pid=26938): stdout: \u000a| (launched: 2022-12-12_16:13:02.437347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:04.164401 run osmo-stp_10.42.42.5(pid=26938): stderr: \u000a| �[0;m�[38;5;43m20221212161302627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161302628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161302628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161302628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:04.299493 run osmo-stp_10.42.42.5(pid=26938): stdout: \u000a| (launched: 2022-12-12_16:13:02.437347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:04.433835 run osmo-stp_10.42.42.5(pid=26938): stderr: \u000a| �[0;m�[38;5;43m20221212161302627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161302628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161302628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161302628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161302629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:04.589389 run patchelf(pid=26941): Terminating (SIGINT)\u000a16:13:04.770900 run patchelf(pid=26941): Terminated: ok {rc=0}\u000a16:13:04.803853 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26938): Process ended prematurely: osmo-stp_10.42.42.5(pid=26938) [trial-2379↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26938)] [trial-2379↪gprs:sysmo↪ping_idle_ping.py:27]\u000a16:13:04.813130 tst ping_idle_ping.py:27: Test FAILED (7.2 sec)\u000a16:13:04.876715 run osmo-hlr_10.42.42.2(pid=26935): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26935)]\u000a16:13:04.928425 run osmo-hlr_10.42.42.2(pid=26935): stdout: \u000a| (launched: 2022-12-12_16:13:01.067091) \u000a16:13:04.980744 run osmo-hlr_10.42.42.2(pid=26935): stderr: \u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161301385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161301404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161301422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161301423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161301423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:05.024978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26934): Terminating (SIGTERM)\u000a16:13:05.066992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26937): Terminating (SIGTERM)\u000a16:13:05.109147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26940): Terminating (SIGTERM)\u000a16:13:05.119132 --- ParallelTerminationStrategy: PID 26934 died...\u000a16:13:05.175205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26934): Terminated: ok {rc=0}\u000a16:13:05.185231 --- ParallelTerminationStrategy: PID 26937 died...\u000a16:13:05.241134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26937): Terminated: ok {rc=0}\u000a16:13:05.251178 --- ParallelTerminationStrategy: PID 26940 died...\u000a16:13:05.307236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26940): Terminated: ok {rc=0}\u000a16:13:05.393428 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:12:05" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:13:07.502348 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:07.513213 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:13:07.646287 tst cs_paging_gprs_active.py: using LAC 30001\u000a16:13:07.774424 tst cs_paging_gprs_active.py: using RAC 166\u000a16:13:07.902568 tst cs_paging_gprs_active.py: using CellId 30001\u000a16:13:08.026768 tst cs_paging_gprs_active.py: using BVCI 30002\u000a16:13:08.050678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.061923 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.072742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.083819 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.095234 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.106183 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.117110 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.127749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:08.138760 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:08.258652 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:08.561141 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:13:08.701095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:09.047512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26946): Launched\u000a16:13:09.335857 run iperf3-srv_10.42.42.10(pid=26947): Launched\u000a16:13:09.541701 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:13:09.681612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:10.028128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26948): Launched\u000a16:13:10.316482 run iperf3-srv_10.42.42.10(pid=26949): Launched\u000a16:13:10.522052 tst cs_paging_gprs_active.py:38: start network...\u000a16:13:10.662613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:11.189990 run create_hlr_db(pid=26950): Launched\u000a16:13:11.382302 bus /gobi_6: Setting Powered False\u000a16:13:12.403838 run create_hlr_db(pid=26950): Terminated: ok {rc=0}\u000a16:13:12.821787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Launched\u000a16:13:13.136808 run osmo-hlr_10.42.42.2(pid=26953): Launched\u000a16:13:13.251136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:13.792367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Launched\u000a16:13:14.104843 run osmo-stp_10.42.42.5(pid=26956): Launched\u000a16:13:14.216643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:14.758140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Launched\u000a16:13:14.868163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:15.142086 run patchelf(pid=26959): Launched\u000a16:13:15.323628 run osmo-stp_10.42.42.5(pid=26956): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a16:13:15.455704 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-12_16:13:13.950561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:15.588198 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161314124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:15.717486 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-12_16:13:13.950561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:15.867791 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161314123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161314124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161314124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:16.032387 run patchelf(pid=26959): Terminating (SIGINT)\u000a16:13:16.224120 run patchelf(pid=26959): Terminated: ok {rc=0}\u000a16:13:16.261363 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)] [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:13:16.272605 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:13:16.342359 run osmo-hlr_10.42.42.2(pid=26953): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26953)]\u000a16:13:16.398068 run osmo-hlr_10.42.42.2(pid=26953): stdout: \u000a| (launched: 2022-12-12_16:13:12.980000) \u000a16:13:16.454959 run osmo-hlr_10.42.42.2(pid=26953): stderr: \u000a| �[0;m�[1;31m20221212161313156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161313156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161313156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161313156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161313156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161313157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161313173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161313183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161313183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161313183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:16.503202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26946): Terminating (SIGTERM)\u000a16:13:16.550834 run iperf3-srv_10.42.42.10(pid=26947): Terminating (SIGTERM)\u000a16:13:16.598404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26948): Terminating (SIGTERM)\u000a16:13:16.649127 run iperf3-srv_10.42.42.10(pid=26949): Terminating (SIGTERM)\u000a16:13:16.695240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminating (SIGTERM)\u000a16:13:16.742576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminating (SIGTERM)\u000a16:13:16.790827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Terminating (SIGTERM)\u000a16:13:16.802220 --- ParallelTerminationStrategy: PID 26946 died...\u000a16:13:16.865877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26946): Terminated: ok {rc=0}\u000a16:13:16.877142 --- ParallelTerminationStrategy: PID 26947 died...\u000a16:13:16.937571 run iperf3-srv_10.42.42.10(pid=26947): Terminated {rc=256}\u000a16:13:16.948894 --- ParallelTerminationStrategy: PID 26948 died...\u000a16:13:17.009545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26948): Terminated: ok {rc=0}\u000a16:13:17.020691 --- ParallelTerminationStrategy: PID 26949 died...\u000a16:13:17.081585 run iperf3-srv_10.42.42.10(pid=26949): Terminated {rc=256}\u000a16:13:17.093742 --- ParallelTerminationStrategy: PID 26952 died...\u000a16:13:17.153955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminated: ok {rc=0}\u000a16:13:17.165476 --- ParallelTerminationStrategy: PID 26955 died...\u000a16:13:17.223670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminated: ok {rc=0}\u000a16:13:17.234160 --- ParallelTerminationStrategy: PID 26958 died...\u000a16:13:17.291335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26958): Terminated: ok {rc=0}\u000a16:13:17.379286 bus /gobi_0: Setting Powered False\u000a16:13:18.487691 bus /gobi_0: Setting Powered False\u000a16:13:19.596385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26968): Process ended prematurely: osmo-stp_10.42.42.5(pid=26968) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26968)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26968): Process ended prematurely: osmo-stp_10.42.42.5(pid=26968) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:13:20.713081 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:20.725138 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:13:20.862038 tst iperf3.py: using LAC 30002\u000a16:13:20.992212 tst iperf3.py: using RAC 167\u000a16:13:21.122195 tst iperf3.py: using CellId 30002\u000a16:13:21.251267 tst iperf3.py: using BVCI 30003\u000a16:13:21.276742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.288193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.299412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.311059 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.323650 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.335477 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.347945 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.359450 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:21.371147 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:21.657733 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:13:21.788215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:22.111884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26960): Launched\u000a16:13:22.383213 run iperf3-srv_10.42.42.10(pid=26961): Launched\u000a16:13:22.571831 tst iperf3.py:8: start network...\u000a16:13:22.700881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:23.199771 run create_hlr_db(pid=26962): Launched\u000a16:13:23.391579 bus /gobi_6: Setting Powered False\u000a16:13:24.412798 run create_hlr_db(pid=26962): Terminated: ok {rc=0}\u000a16:13:24.855343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26964): Launched\u000a16:13:25.191215 run osmo-hlr_10.42.42.2(pid=26965): Launched\u000a16:13:25.313290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:25.892878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26967): Launched\u000a16:13:26.229294 run osmo-stp_10.42.42.5(pid=26968): Launched\u000a16:13:26.350716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:26.933572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26970): Launched\u000a16:13:27.053395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:27.345556 run patchelf(pid=26971): Launched\u000a16:13:27.539740 run osmo-stp_10.42.42.5(pid=26968): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26968)]\u000a16:13:27.681824 run osmo-stp_10.42.42.5(pid=26968): stdout: \u000a| (launched: 2022-12-12_16:13:26.062726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:27.824056 run osmo-stp_10.42.42.5(pid=26968): stderr: \u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161326253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:27.961680 run osmo-stp_10.42.42.5(pid=26968): stdout: \u000a| (launched: 2022-12-12_16:13:26.062726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:28.097845 run osmo-stp_10.42.42.5(pid=26968): stderr: \u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161326253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161326253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161326254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:28.255736 run patchelf(pid=26971): Terminating (SIGINT)\u000a16:13:28.440730 run patchelf(pid=26971): Terminated: ok {rc=0}\u000a16:13:28.474799 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26968): Process ended prematurely: osmo-stp_10.42.42.5(pid=26968) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26968)] [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a16:13:28.484738 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:13:28.548867 run osmo-hlr_10.42.42.2(pid=26965): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26965)]\u000a16:13:28.600814 run osmo-hlr_10.42.42.2(pid=26965): stdout: \u000a| (launched: 2022-12-12_16:13:25.025061) \u000a16:13:28.653359 run osmo-hlr_10.42.42.2(pid=26965): stderr: \u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161325223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161325235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161325243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161325244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161325244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:28.698095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26960): Terminating (SIGTERM)\u000a16:13:28.740445 run iperf3-srv_10.42.42.10(pid=26961): Terminating (SIGTERM)\u000a16:13:28.783708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26964): Terminating (SIGTERM)\u000a16:13:28.826438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26967): Terminating (SIGTERM)\u000a16:13:28.868481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26970): Terminating (SIGTERM)\u000a16:13:28.878597 --- ParallelTerminationStrategy: PID 26960 died...\u000a16:13:28.935365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26960): Terminated: ok {rc=0}\u000a16:13:28.945870 --- ParallelTerminationStrategy: PID 26961 died...\u000a16:13:29.002378 run iperf3-srv_10.42.42.10(pid=26961): Terminated {rc=256}\u000a16:13:29.012390 --- ParallelTerminationStrategy: PID 26964 died...\u000a16:13:29.068460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26964): Terminated: ok {rc=0}\u000a16:13:29.078841 --- ParallelTerminationStrategy: PID 26967 died...\u000a16:13:29.135227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26967): Terminated: ok {rc=0}\u000a16:13:29.145361 --- ParallelTerminationStrategy: PID 26970 died...\u000a16:13:29.201368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26970): Terminated: ok {rc=0}\u000a16:13:29.289148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:13:30.404623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:30.416708 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:13:30.550960 tst iperf3m4.py: using LAC 30003\u000a16:13:30.678858 tst iperf3m4.py: using RAC 168\u000a16:13:30.813466 tst iperf3m4.py: using CellId 30003\u000a16:13:30.943139 tst iperf3m4.py: using BVCI 30004\u000a16:13:30.969897 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:30.982297 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:30.994883 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.007156 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.019881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.034238 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.046666 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.059556 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:31.074103 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:31.199144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:31.370145 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:31.488825 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:31.809272 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:13:31.953380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:32.313856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Launched\u000a16:13:32.602937 run iperf3-srv_10.42.42.10(pid=26973): Launched\u000a16:13:32.806548 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:13:32.946186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:33.293021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Launched\u000a16:13:33.581496 run iperf3-srv_10.42.42.10(pid=26975): Launched\u000a16:13:33.785124 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:13:33.925166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:34.270603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Launched\u000a16:13:34.558009 run iperf3-srv_10.42.42.10(pid=26977): Launched\u000a16:13:34.762079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:13:34.901341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:35.247163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Launched\u000a16:13:35.536871 run iperf3-srv_10.42.42.10(pid=26979): Launched\u000a16:13:35.740589 tst iperf3m4.py:8: start network...\u000a16:13:35.880202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:36.409183 run create_hlr_db(pid=26980): Launched\u000a16:13:36.601154 bus /gobi_6: Setting Powered False\u000a16:13:37.623013 run create_hlr_db(pid=26980): Terminated: ok {rc=0}\u000a16:13:38.043247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Launched\u000a16:13:38.354908 run osmo-hlr_10.42.42.2(pid=26983): Launched\u000a16:13:38.480428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:39.025398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Launched\u000a16:13:39.337512 run osmo-stp_10.42.42.5(pid=26986): Launched\u000a16:13:39.450588 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:39.991596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26988): Launched\u000a16:13:40.102038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:40.374054 run patchelf(pid=26989): Launched\u000a16:13:40.555253 run osmo-stp_10.42.42.5(pid=26986): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a16:13:40.687212 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-12_16:13:39.182290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:40.819514 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161339353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161339353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161339353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161339354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:40.947594 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-12_16:13:39.182290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:41.074329 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161339352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161339353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161339353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161339353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161339354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:41.221694 run patchelf(pid=26989): Terminating (SIGINT)\u000a16:13:41.394332 run patchelf(pid=26989): Terminated: ok {rc=0}\u000a16:13:41.426315 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)] [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:13:41.435842 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:13:41.497015 run osmo-hlr_10.42.42.2(pid=26983): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26983)]\u000a16:13:41.546394 run osmo-hlr_10.42.42.2(pid=26983): stdout: \u000a| (launched: 2022-12-12_16:13:38.200702) \u000a16:13:41.596622 run osmo-hlr_10.42.42.2(pid=26983): stderr: \u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161338376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161338390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161338398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161338398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161338398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:41.638985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminating (SIGTERM)\u000a16:13:41.679019 run iperf3-srv_10.42.42.10(pid=26973): Terminating (SIGTERM)\u000a16:13:41.719153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminating (SIGTERM)\u000a16:13:41.759044 run iperf3-srv_10.42.42.10(pid=26975): Terminating (SIGTERM)\u000a16:13:41.799491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Terminating (SIGTERM)\u000a16:13:41.839558 run iperf3-srv_10.42.42.10(pid=26977): Terminating (SIGTERM)\u000a16:13:41.879785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Terminating (SIGTERM)\u000a16:13:41.919641 run iperf3-srv_10.42.42.10(pid=26979): Terminating (SIGTERM)\u000a16:13:41.959730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminating (SIGTERM)\u000a16:13:41.999609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminating (SIGTERM)\u000a16:13:42.039307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26988): Terminating (SIGTERM)\u000a16:13:42.048455 --- ParallelTerminationStrategy: PID 26972 died...\u000a16:13:42.101517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26972): Terminated: ok {rc=0}\u000a16:13:42.111303 --- ParallelTerminationStrategy: PID 26973 died...\u000a16:13:42.164014 run iperf3-srv_10.42.42.10(pid=26973): Terminated {rc=256}\u000a16:13:42.173681 --- ParallelTerminationStrategy: PID 26974 died...\u000a16:13:42.227068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26974): Terminated: ok {rc=0}\u000a16:13:42.236859 --- ParallelTerminationStrategy: PID 26975 died...\u000a16:13:42.289191 run iperf3-srv_10.42.42.10(pid=26975): Terminated {rc=256}\u000a16:13:42.298899 --- ParallelTerminationStrategy: PID 26976 died...\u000a16:13:42.351852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26976): Terminated: ok {rc=0}\u000a16:13:42.361770 --- ParallelTerminationStrategy: PID 26977 died...\u000a16:13:42.414735 run iperf3-srv_10.42.42.10(pid=26977): Terminated {rc=256}\u000a16:13:42.424333 --- ParallelTerminationStrategy: PID 26978 died...\u000a16:13:42.477177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26978): Terminated: ok {rc=0}\u000a16:13:42.486976 --- ParallelTerminationStrategy: PID 26979 died...\u000a16:13:42.539676 run iperf3-srv_10.42.42.10(pid=26979): Terminated {rc=256}\u000a16:13:42.549557 --- ParallelTerminationStrategy: PID 26982 died...\u000a16:13:42.602267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminated: ok {rc=0}\u000a16:13:42.612045 --- ParallelTerminationStrategy: PID 26985 died...\u000a16:13:42.666246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminated: ok {rc=0}\u000a16:13:42.675818 --- ParallelTerminationStrategy: PID 26988 died...\u000a16:13:42.728739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26988): Terminated: ok {rc=0}\u000a16:13:42.818254 bus /gobi_4: Setting Powered False\u000a16:13:43.922915 bus /gobi_4: Setting Powered False\u000a16:13:45.033842 bus /gobi_1: Setting Powered False\u000a16:13:46.151022 bus /gobi_1: Setting Powered False\u000a16:13:47.262420 bus /gobi_0: Setting Powered False\u000a16:13:48.365980 bus /gobi_0: Setting Powered False\u000a16:13:49.474100 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:13:50.543911 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:50.556226 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:13:50.692070 tst ping.py: using LAC 30004\u000a16:13:50.821687 tst ping.py: using RAC 169\u000a16:13:50.949763 tst ping.py: using CellId 30004\u000a16:13:51.077929 tst ping.py: using BVCI 30005\u000a16:13:51.103005 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.114529 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.125864 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.137637 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.149254 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.160780 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.172776 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:51.184726 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:51.468557 tst ping.py:19: start network...\u000a16:13:51.596392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:52.089124 run create_hlr_db(pid=26991): Launched\u000a16:13:52.264775 bus /gobi_6: Setting Powered False\u000a16:13:53.285460 run create_hlr_db(pid=26991): Terminated: ok {rc=0}\u000a16:13:53.721264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Launched\u000a16:13:54.049377 run osmo-hlr_10.42.42.2(pid=26994): Launched\u000a16:13:54.169703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:54.738172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Launched\u000a16:13:55.076196 run osmo-stp_10.42.42.5(pid=26997): Launched\u000a16:13:55.194374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:55.763061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Launched\u000a16:13:55.879435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:56.166175 run patchelf(pid=27000): Launched\u000a16:13:56.357184 run osmo-stp_10.42.42.5(pid=26997): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)]\u000a16:13:56.495938 run osmo-stp_10.42.42.5(pid=26997): stdout: \u000a| (launched: 2022-12-12_16:13:54.904092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:56.635774 run osmo-stp_10.42.42.5(pid=26997): stderr: \u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161355100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:56.771143 run osmo-stp_10.42.42.5(pid=26997): stdout: \u000a| (launched: 2022-12-12_16:13:54.904092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:56.905243 run osmo-stp_10.42.42.5(pid=26997): stderr: \u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161355100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161355100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161355101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:57.060287 run patchelf(pid=27000): Terminating (SIGINT)\u000a16:13:57.241497 run patchelf(pid=27000): Terminated: ok {rc=0}\u000a16:13:57.274330 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26997): Process ended prematurely: osmo-stp_10.42.42.5(pid=26997) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26997)] [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a16:13:57.283811 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:13:57.347658 run osmo-hlr_10.42.42.2(pid=26994): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26994)]\u000a16:13:57.399369 run osmo-hlr_10.42.42.2(pid=26994): stdout: \u000a| (launched: 2022-12-12_16:13:53.887217) \u000a16:13:57.451804 run osmo-hlr_10.42.42.2(pid=26994): stderr: \u000a| �[0;m�[1;31m20221212161354084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161354084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161354084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161354085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161354085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161354085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161354095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161354104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161354104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161354105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:57.496619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminating (SIGTERM)\u000a16:13:57.538818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminating (SIGTERM)\u000a16:13:57.581319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminating (SIGTERM)\u000a16:13:57.591522 --- ParallelTerminationStrategy: PID 26993 died...\u000a16:13:57.648513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26993): Terminated: ok {rc=0}\u000a16:13:57.658807 --- ParallelTerminationStrategy: PID 26996 died...\u000a16:13:57.715387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26996): Terminated: ok {rc=0}\u000a16:13:57.725633 --- ParallelTerminationStrategy: PID 26999 died...\u000a16:13:57.782004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26999): Terminated: ok {rc=0}\u000a16:13:57.870769 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27007): Process ended prematurely: osmo-stp_10.42.42.5(pid=27007) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27007)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27007): Process ended prematurely: osmo-stp_10.42.42.5(pid=27007) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:13:58.923238 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:58.935714 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:13:59.069451 tst ping_idle_ping.py: using LAC 30005\u000a16:13:59.197804 tst ping_idle_ping.py: using RAC 170\u000a16:13:59.326842 tst ping_idle_ping.py: using CellId 30005\u000a16:13:59.454187 tst ping_idle_ping.py: using BVCI 30006\u000a16:13:59.479412 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.490780 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.502060 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.513656 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.524934 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.536275 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.547808 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:13:59.559315 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:13:59.863223 tst ping_idle_ping.py:24: start network...\u000a16:13:59.999735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:00.515737 run create_hlr_db(pid=27001): Launched\u000a16:14:00.705625 bus /gobi_6: Setting Powered False\u000a16:14:01.726620 run create_hlr_db(pid=27001): Terminated: ok {rc=0}\u000a16:14:02.179906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27003): Launched\u000a16:14:02.511862 run osmo-hlr_10.42.42.2(pid=27004): Launched\u000a16:14:02.631135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:03.204259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27006): Launched\u000a16:14:03.533815 run osmo-stp_10.42.42.5(pid=27007): Launched\u000a16:14:03.652613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:04.226242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27009): Launched\u000a16:14:04.343136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:04.630643 run patchelf(pid=27010): Launched\u000a16:14:04.821634 run osmo-stp_10.42.42.5(pid=27007): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27007)]\u000a16:14:04.961057 run osmo-stp_10.42.42.5(pid=27007): stdout: \u000a| (launched: 2022-12-12_16:14:03.370200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:05.101380 run osmo-stp_10.42.42.5(pid=27007): stderr: \u000a| �[0;m�[38;5;43m20221212161403561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161403561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161403562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161403562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:05.236940 run osmo-stp_10.42.42.5(pid=27007): stdout: \u000a| (launched: 2022-12-12_16:14:03.370200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:05.371166 run osmo-stp_10.42.42.5(pid=27007): stderr: \u000a| �[0;m�[38;5;43m20221212161403561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161403561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161403562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161403562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161403563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:05.526648 run patchelf(pid=27010): Terminating (SIGINT)\u000a16:14:05.708844 run patchelf(pid=27010): Terminated: ok {rc=0}\u000a16:14:05.741969 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27007): Process ended prematurely: osmo-stp_10.42.42.5(pid=27007) [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27007)] [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:14:05.751484 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:14:05.814730 run osmo-hlr_10.42.42.2(pid=27004): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27004)]\u000a16:14:05.867100 run osmo-hlr_10.42.42.2(pid=27004): stdout: \u000a| (launched: 2022-12-12_16:14:02.348405) \u000a16:14:05.919492 run osmo-hlr_10.42.42.2(pid=27004): stderr: \u000a| �[0;m�[1;31m20221212161402544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161402544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161402544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161402544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161402545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161402545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161402556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161402565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161402565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161402565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:05.964207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27003): Terminating (SIGTERM)\u000a16:14:06.006780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27006): Terminating (SIGTERM)\u000a16:14:06.049246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27009): Terminating (SIGTERM)\u000a16:14:06.059399 --- ParallelTerminationStrategy: PID 27003 died...\u000a16:14:06.116524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27003): Terminated: ok {rc=0}\u000a16:14:06.126935 --- ParallelTerminationStrategy: PID 27006 died...\u000a16:14:06.183658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27006): Terminated: ok {rc=0}\u000a16:14:06.194420 --- ParallelTerminationStrategy: PID 27009 died...\u000a16:14:06.250472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27009): Terminated: ok {rc=0}\u000a16:14:06.338188 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:13:07" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:14:08.459445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:08.471097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:14:08.623718 tst cs_paging_gprs_active.py: using LAC 30006\u000a16:14:08.753490 tst cs_paging_gprs_active.py: using RAC 171\u000a16:14:08.877217 tst cs_paging_gprs_active.py: using CellId 30006\u000a16:14:08.998219 tst cs_paging_gprs_active.py: using BVCI 30007\u000a16:14:09.022097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.033152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.043931 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.055420 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.066658 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.077994 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.089385 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.100576 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:09.112030 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:09.229421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:09.531437 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:14:09.670589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:10.015797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Launched\u000a16:14:10.303590 run iperf3-srv_10.42.42.10(pid=27015): Launched\u000a16:14:10.508197 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:14:10.647429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:10.994893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27016): Launched\u000a16:14:11.284645 run iperf3-srv_10.42.42.10(pid=27017): Launched\u000a16:14:11.489103 tst cs_paging_gprs_active.py:38: start network...\u000a16:14:11.627908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:12.153305 run create_hlr_db(pid=27018): Launched\u000a16:14:12.345144 bus /gobi_6: Setting Powered False\u000a16:14:13.365925 run create_hlr_db(pid=27018): Terminated: ok {rc=0}\u000a16:14:13.809809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Launched\u000a16:14:14.148638 run osmo-hlr_10.42.42.2(pid=27022): Launched\u000a16:14:14.269878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:14.852080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Launched\u000a16:14:15.188556 run osmo-stp_10.42.42.5(pid=27025): Launched\u000a16:14:15.309656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:15.920871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27027): Launched\u000a16:14:16.035217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:16.333369 run patchelf(pid=27028): Launched\u000a16:14:16.522078 run osmo-stp_10.42.42.5(pid=27025): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]\u000a16:14:16.660458 run osmo-stp_10.42.42.5(pid=27025): stdout: \u000a| (launched: 2022-12-12_16:14:15.021939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:16.798121 run osmo-stp_10.42.42.5(pid=27025): stderr: \u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161415215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:16.932225 run osmo-stp_10.42.42.5(pid=27025): stdout: \u000a| (launched: 2022-12-12_16:14:15.021939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:17.064783 run osmo-stp_10.42.42.5(pid=27025): stderr: \u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161415215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161415215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161415216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:17.214530 run patchelf(pid=27028): Terminating (SIGINT)\u000a16:14:17.390448 run patchelf(pid=27028): Terminated: ok {rc=0}\u000a16:14:17.422710 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:14:17.432290 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:14:17.493107 run osmo-hlr_10.42.42.2(pid=27022): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27022)]\u000a16:14:17.542622 run osmo-hlr_10.42.42.2(pid=27022): stdout: \u000a| (launched: 2022-12-12_16:14:13.979761) \u000a16:14:17.592822 run osmo-hlr_10.42.42.2(pid=27022): stderr: \u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161414179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161414190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161414199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161414199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161414199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:17.635535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Terminating (SIGTERM)\u000a16:14:17.675666 run iperf3-srv_10.42.42.10(pid=27015): Terminating (SIGTERM)\u000a16:14:17.715874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27016): Terminating (SIGTERM)\u000a16:14:17.756000 run iperf3-srv_10.42.42.10(pid=27017): Terminating (SIGTERM)\u000a16:14:17.796011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Terminating (SIGTERM)\u000a16:14:17.835932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Terminating (SIGTERM)\u000a16:14:17.875863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27027): Terminating (SIGTERM)\u000a16:14:17.885262 --- ParallelTerminationStrategy: PID 27014 died...\u000a16:14:17.938997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27014): Terminated: ok {rc=0}\u000a16:14:17.948725 --- ParallelTerminationStrategy: PID 27015 died...\u000a16:14:18.002272 run iperf3-srv_10.42.42.10(pid=27015): Terminated {rc=256}\u000a16:14:18.012004 --- ParallelTerminationStrategy: PID 27016 died...\u000a16:14:18.065204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27016): Terminated: ok {rc=0}\u000a16:14:18.075037 --- ParallelTerminationStrategy: PID 27017 died...\u000a16:14:18.128277 run iperf3-srv_10.42.42.10(pid=27017): Terminated {rc=256}\u000a16:14:18.138324 --- ParallelTerminationStrategy: PID 27021 died...\u000a16:14:18.192280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Terminated: ok {rc=0}\u000a16:14:18.201915 --- ParallelTerminationStrategy: PID 27024 died...\u000a16:14:18.255560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Terminated: ok {rc=0}\u000a16:14:18.265556 --- ParallelTerminationStrategy: PID 27027 died...\u000a16:14:18.319609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27027): Terminated: ok {rc=0}\u000a16:14:18.408610 bus /gobi_0: Setting Powered False\u000a16:14:19.513166 bus /gobi_0: Setting Powered False\u000a16:14:20.626934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27037): Process ended prematurely: osmo-stp_10.42.42.5(pid=27037) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27037)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27037): Process ended prematurely: osmo-stp_10.42.42.5(pid=27037) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:14:21.739397 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:21.751199 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:14:21.899394 tst iperf3.py: using LAC 30007\u000a16:14:22.023073 tst iperf3.py: using RAC 172\u000a16:14:22.147134 tst iperf3.py: using CellId 30007\u000a16:14:22.273373 tst iperf3.py: using BVCI 30008\u000a16:14:22.297244 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.308247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.319032 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.329990 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.340773 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.351752 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.362754 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.373343 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:22.384293 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:22.684542 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:14:22.823938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:23.170209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Launched\u000a16:14:23.459396 run iperf3-srv_10.42.42.10(pid=27030): Launched\u000a16:14:23.663667 tst iperf3.py:8: start network...\u000a16:14:23.803465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:24.330008 run create_hlr_db(pid=27031): Launched\u000a16:14:24.522673 bus /gobi_6: Setting Powered False\u000a16:14:25.543532 run create_hlr_db(pid=27031): Terminated: ok {rc=0}\u000a16:14:25.960836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27033): Launched\u000a16:14:26.275166 run osmo-hlr_10.42.42.2(pid=27034): Launched\u000a16:14:26.390008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:26.929840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27036): Launched\u000a16:14:27.240842 run osmo-stp_10.42.42.5(pid=27037): Launched\u000a16:14:27.353362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:27.893286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27039): Launched\u000a16:14:28.003789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:28.277359 run patchelf(pid=27040): Launched\u000a16:14:28.458705 run osmo-stp_10.42.42.5(pid=27037): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27037)]\u000a16:14:28.591193 run osmo-stp_10.42.42.5(pid=27037): stdout: \u000a| (launched: 2022-12-12_16:14:27.086909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:28.724327 run osmo-stp_10.42.42.5(pid=27037): stderr: \u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161427258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:28.852470 run osmo-stp_10.42.42.5(pid=27037): stdout: \u000a| (launched: 2022-12-12_16:14:27.086909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:28.979849 run osmo-stp_10.42.42.5(pid=27037): stderr: \u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161427258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161427258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161427259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:29.127239 run patchelf(pid=27040): Terminating (SIGINT)\u000a16:14:29.299937 run patchelf(pid=27040): Terminated: ok {rc=0}\u000a16:14:29.331688 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27037): Process ended prematurely: osmo-stp_10.42.42.5(pid=27037) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27037)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:14:29.341048 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:14:29.401503 run osmo-hlr_10.42.42.2(pid=27034): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27034)]\u000a16:14:29.450784 run osmo-hlr_10.42.42.2(pid=27034): stdout: \u000a| (launched: 2022-12-12_16:14:26.118969) \u000a16:14:29.500523 run osmo-hlr_10.42.42.2(pid=27034): stderr: \u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161426296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161426309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161426319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161426319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161426319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:29.543108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Terminating (SIGTERM)\u000a16:14:29.583299 run iperf3-srv_10.42.42.10(pid=27030): Terminating (SIGTERM)\u000a16:14:29.623710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27033): Terminating (SIGTERM)\u000a16:14:29.663939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27036): Terminating (SIGTERM)\u000a16:14:29.704190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27039): Terminating (SIGTERM)\u000a16:14:29.713612 --- ParallelTerminationStrategy: PID 27029 died...\u000a16:14:29.767578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27029): Terminated: ok {rc=0}\u000a16:14:29.777619 --- ParallelTerminationStrategy: PID 27030 died...\u000a16:14:29.831006 run iperf3-srv_10.42.42.10(pid=27030): Terminated {rc=256}\u000a16:14:29.840653 --- ParallelTerminationStrategy: PID 27033 died...\u000a16:14:29.893964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27033): Terminated: ok {rc=0}\u000a16:14:29.903842 --- ParallelTerminationStrategy: PID 27036 died...\u000a16:14:29.956868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27036): Terminated: ok {rc=0}\u000a16:14:29.966767 --- ParallelTerminationStrategy: PID 27039 died...\u000a16:14:30.020048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27039): Terminated: ok {rc=0}\u000a16:14:30.108366 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:14:31.243356 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.259044 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:14:31.454590 tst iperf3m4.py: using LAC 30008\u000a16:14:31.594902 tst iperf3m4.py: using RAC 173\u000a16:14:31.730014 tst iperf3m4.py: using CellId 30008\u000a16:14:31.886691 tst iperf3m4.py: using BVCI 30009\u000a16:14:31.920526 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.935349 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.949649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.963972 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.978133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:31.992746 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:32.006006 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:32.020325 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:32.034881 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:32.167945 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:32.302930 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:32.424309 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:32.725644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:14:32.865800 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:33.211959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Launched\u000a16:14:33.499940 run iperf3-srv_10.42.42.10(pid=27042): Launched\u000a16:14:33.704235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:14:33.843930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:34.191725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Launched\u000a16:14:34.477986 run iperf3-srv_10.42.42.10(pid=27044): Launched\u000a16:14:34.666858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:14:34.796080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:35.118582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27045): Launched\u000a16:14:35.387040 run iperf3-srv_10.42.42.10(pid=27046): Launched\u000a16:14:35.575728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:14:35.704785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:14:36.028211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Launched\u000a16:14:36.296645 run iperf3-srv_10.42.42.10(pid=27048): Launched\u000a16:14:36.485222 tst iperf3m4.py:8: start network...\u000a16:14:36.613819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:37.112185 run create_hlr_db(pid=27049): Launched\u000a16:14:37.289395 bus /gobi_6: Setting Powered False\u000a16:14:38.311342 run create_hlr_db(pid=27049): Terminated: ok {rc=0}\u000a16:14:38.724329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Launched\u000a16:14:39.034554 run osmo-hlr_10.42.42.2(pid=27052): Launched\u000a16:14:39.157891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:39.700286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Launched\u000a16:14:40.010153 run osmo-stp_10.42.42.5(pid=27055): Launched\u000a16:14:40.122211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:40.662025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Launched\u000a16:14:40.771830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:41.042569 run patchelf(pid=27058): Launched\u000a16:14:41.222882 run osmo-stp_10.42.42.5(pid=27055): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)]\u000a16:14:41.354803 run osmo-stp_10.42.42.5(pid=27055): stdout: \u000a| (launched: 2022-12-12_16:14:39.856893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:41.486716 run osmo-stp_10.42.42.5(pid=27055): stderr: \u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161440028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:41.613879 run osmo-stp_10.42.42.5(pid=27055): stdout: \u000a| (launched: 2022-12-12_16:14:39.856893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:41.740022 run osmo-stp_10.42.42.5(pid=27055): stderr: \u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161440027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161440028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161440028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:41.886840 run patchelf(pid=27058): Terminating (SIGINT)\u000a16:14:42.059348 run patchelf(pid=27058): Terminated: ok {rc=0}\u000a16:14:42.090962 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27055): Process ended prematurely: osmo-stp_10.42.42.5(pid=27055) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27055)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:14:42.100223 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:14:42.160308 run osmo-hlr_10.42.42.2(pid=27052): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27052)]\u000a16:14:42.209388 run osmo-hlr_10.42.42.2(pid=27052): stdout: \u000a| (launched: 2022-12-12_16:14:38.881409) \u000a16:14:42.258889 run osmo-hlr_10.42.42.2(pid=27052): stderr: \u000a| �[0;m�[1;31m20221212161439056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161439057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161439057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161439057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161439057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161439057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161439069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161439077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161439077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161439077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:42.301066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminating (SIGTERM)\u000a16:14:42.340889 run iperf3-srv_10.42.42.10(pid=27042): Terminating (SIGTERM)\u000a16:14:42.381525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a16:14:42.421468 run iperf3-srv_10.42.42.10(pid=27044): Terminating (SIGTERM)\u000a16:14:42.461222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27045): Terminating (SIGTERM)\u000a16:14:42.500872 run iperf3-srv_10.42.42.10(pid=27046): Terminating (SIGTERM)\u000a16:14:42.540602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminating (SIGTERM)\u000a16:14:42.580071 run iperf3-srv_10.42.42.10(pid=27048): Terminating (SIGTERM)\u000a16:14:42.619859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Terminating (SIGTERM)\u000a16:14:42.659535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Terminating (SIGTERM)\u000a16:14:42.699233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Terminating (SIGTERM)\u000a16:14:42.708603 --- ParallelTerminationStrategy: PID 27041 died...\u000a16:14:42.762157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminated: ok {rc=0}\u000a16:14:42.771790 --- ParallelTerminationStrategy: PID 27042 died...\u000a16:14:42.824806 run iperf3-srv_10.42.42.10(pid=27042): Terminated {rc=256}\u000a16:14:42.834334 --- ParallelTerminationStrategy: PID 27043 died...\u000a16:14:42.887703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a16:14:42.897423 --- ParallelTerminationStrategy: PID 27044 died...\u000a16:14:42.950225 run iperf3-srv_10.42.42.10(pid=27044): Terminated {rc=256}\u000a16:14:42.959723 --- ParallelTerminationStrategy: PID 27045 died...\u000a16:14:43.012998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27045): Terminated: ok {rc=0}\u000a16:14:43.022532 --- ParallelTerminationStrategy: PID 27046 died...\u000a16:14:43.075655 run iperf3-srv_10.42.42.10(pid=27046): Terminated {rc=256}\u000a16:14:43.085414 --- ParallelTerminationStrategy: PID 27047 died...\u000a16:14:43.138677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27047): Terminated: ok {rc=0}\u000a16:14:43.148372 --- ParallelTerminationStrategy: PID 27048 died...\u000a16:14:43.202094 run iperf3-srv_10.42.42.10(pid=27048): Terminated {rc=256}\u000a16:14:43.211667 --- ParallelTerminationStrategy: PID 27051 died...\u000a16:14:43.265026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27051): Terminated: ok {rc=0}\u000a16:14:43.274570 --- ParallelTerminationStrategy: PID 27054 died...\u000a16:14:43.327592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27054): Terminated: ok {rc=0}\u000a16:14:43.337367 --- ParallelTerminationStrategy: PID 27057 died...\u000a16:14:43.390684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27057): Terminated: ok {rc=0}\u000a16:14:43.473939 bus /gobi_4: Setting Powered False\u000a16:14:44.575241 bus /gobi_4: Setting Powered False\u000a16:14:45.682514 bus /gobi_1: Setting Powered False\u000a16:14:46.789805 bus /gobi_1: Setting Powered False\u000a16:14:47.904082 bus /gobi_0: Setting Powered False\u000a16:14:49.009773 bus /gobi_0: Setting Powered False\u000a16:14:50.119722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27065): Process ended prematurely: osmo-stp_10.42.42.5(pid=27065) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27065)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27065): Process ended prematurely: osmo-stp_10.42.42.5(pid=27065) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:14:51.187711 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.199731 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:14:51.346419 tst ping.py: using LAC 30009\u000a16:14:51.465871 tst ping.py: using RAC 174\u000a16:14:51.585780 tst ping.py: using CellId 30009\u000a16:14:51.705471 tst ping.py: using BVCI 30010\u000a16:14:51.728863 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.739875 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.750637 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.761811 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.772437 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.783096 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.793974 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:51.804660 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:14:52.082616 tst ping.py:19: start network...\u000a16:14:52.210653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:52.701875 run create_hlr_db(pid=27059): Launched\u000a16:14:52.877522 bus /gobi_6: Setting Powered False\u000a16:14:53.899229 run create_hlr_db(pid=27059): Terminated: ok {rc=0}\u000a16:14:54.338585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27061): Launched\u000a16:14:54.669836 run osmo-hlr_10.42.42.2(pid=27062): Launched\u000a16:14:54.790900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:55.370234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27064): Launched\u000a16:14:55.699055 run osmo-stp_10.42.42.5(pid=27065): Launched\u000a16:14:55.817712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:56.388401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27067): Launched\u000a16:14:56.506111 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:56.793608 run patchelf(pid=27068): Launched\u000a16:14:56.984686 run osmo-stp_10.42.42.5(pid=27065): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27065)]\u000a16:14:57.124823 run osmo-stp_10.42.42.5(pid=27065): stdout: \u000a| (launched: 2022-12-12_16:14:55.536099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:57.264684 run osmo-stp_10.42.42.5(pid=27065): stderr: \u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161455728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:57.399490 run osmo-stp_10.42.42.5(pid=27065): stdout: \u000a| (launched: 2022-12-12_16:14:55.536099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:57.533380 run osmo-stp_10.42.42.5(pid=27065): stderr: \u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161455727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161455728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161455728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:57.688284 run patchelf(pid=27068): Terminating (SIGINT)\u000a16:14:57.870134 run patchelf(pid=27068): Terminated: ok {rc=0}\u000a16:14:57.903058 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27065): Process ended prematurely: osmo-stp_10.42.42.5(pid=27065) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27065)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:14:57.912312 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:14:57.976320 run osmo-hlr_10.42.42.2(pid=27062): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27062)]\u000a16:14:58.028307 run osmo-hlr_10.42.42.2(pid=27062): stdout: \u000a| (launched: 2022-12-12_16:14:54.505892) \u000a16:14:58.080768 run osmo-hlr_10.42.42.2(pid=27062): stderr: \u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161454701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161454715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161454725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161454725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161454725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:58.125772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27061): Terminating (SIGTERM)\u000a16:14:58.167948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27064): Terminating (SIGTERM)\u000a16:14:58.210364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27067): Terminating (SIGTERM)\u000a16:14:58.220619 --- ParallelTerminationStrategy: PID 27061 died...\u000a16:14:58.277733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27061): Terminated: ok {rc=0}\u000a16:14:58.287934 --- ParallelTerminationStrategy: PID 27064 died...\u000a16:14:58.344584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27064): Terminated: ok {rc=0}\u000a16:14:58.354800 --- ParallelTerminationStrategy: PID 27067 died...\u000a16:14:58.411029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27067): Terminated: ok {rc=0}\u000a16:14:58.498499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27078): Process ended prematurely: osmo-stp_10.42.42.5(pid=27078) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27078)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27078): Process ended prematurely: osmo-stp_10.42.42.5(pid=27078) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:14:59.552618 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:14:59.565318 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:14:59.723403 tst ping_idle_ping.py: using LAC 30010\u000a16:14:59.849953 tst ping_idle_ping.py: using RAC 175\u000a16:14:59.978056 tst ping_idle_ping.py: using CellId 30010\u000a16:15:00.110494 tst ping_idle_ping.py: using BVCI 30011\u000a16:15:00.135507 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.146995 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.158241 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.169691 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.181118 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.192316 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.203941 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:15:00.215407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:15:00.508905 tst ping_idle_ping.py:24: start network...\u000a16:15:00.645759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:01.199976 run create_hlr_db(pid=27069): Launched\u000a16:15:01.383634 bus /gobi_6: Setting Powered False\u000a16:15:02.410056 run create_hlr_db(pid=27069): Terminated: ok {rc=0}\u000a16:15:02.849118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27074): Launched\u000a16:15:03.181458 run osmo-hlr_10.42.42.2(pid=27075): Launched\u000a16:15:03.305107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:03.878917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27077): Launched\u000a16:15:04.210721 run osmo-stp_10.42.42.5(pid=27078): Launched\u000a16:15:04.333929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:15:04.909698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27080): Launched\u000a16:15:05.027664 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:15:05.317889 run patchelf(pid=27081): Launched\u000a16:15:05.510485 run osmo-stp_10.42.42.5(pid=27078): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27078)]\u000a16:15:05.651118 run osmo-stp_10.42.42.5(pid=27078): stdout: \u000a| (launched: 2022-12-12_16:15:04.046756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:05.791436 run osmo-stp_10.42.42.5(pid=27078): stderr: \u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161504237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:05.927483 run osmo-stp_10.42.42.5(pid=27078): stdout: \u000a| (launched: 2022-12-12_16:15:04.046756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:06.062736 run osmo-stp_10.42.42.5(pid=27078): stderr: \u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161504237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161504237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161504238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:06.218786 run patchelf(pid=27081): Terminating (SIGINT)\u000a16:15:06.401275 run patchelf(pid=27081): Terminated: ok {rc=0}\u000a16:15:06.434298 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27078): Process ended prematurely: osmo-stp_10.42.42.5(pid=27078) [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27078)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:15:06.443782 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a16:15:06.507522 run osmo-hlr_10.42.42.2(pid=27075): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27075)]\u000a16:15:06.559909 run osmo-hlr_10.42.42.2(pid=27075): stdout: \u000a| (launched: 2022-12-12_16:15:03.017326) \u000a16:15:06.612587 run osmo-hlr_10.42.42.2(pid=27075): stderr: \u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161503214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161503226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161503235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161503235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161503235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:06.657355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27074): Terminating (SIGTERM)\u000a16:15:06.700175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27077): Terminating (SIGTERM)\u000a16:15:06.742785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27080): Terminating (SIGTERM)\u000a16:15:06.752998 --- ParallelTerminationStrategy: PID 27074 died...\u000a16:15:06.809964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27074): Terminated: ok {rc=0}\u000a16:15:06.820165 --- ParallelTerminationStrategy: PID 27077 died...\u000a16:15:06.876644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27077): Terminated: ok {rc=0}\u000a16:15:06.887148 --- ParallelTerminationStrategy: PID 27080 died...\u000a16:15:06.943662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27080): Terminated: ok {rc=0}\u000a16:15:07.032444 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:14:08" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:15:09.149180 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.160180 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:09.306996 tst cs_paging_gprs_active.py: using LAC 30011\u000a16:15:09.430790 tst cs_paging_gprs_active.py: using RAC 176\u000a16:15:09.556669 tst cs_paging_gprs_active.py: using CellId 30011\u000a16:15:09.676707 tst cs_paging_gprs_active.py: using BVCI 30012\u000a16:15:09.700503 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.711498 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.722255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.732999 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.743629 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.754336 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.765150 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.775694 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:09.786516 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:09.909553 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:10.192103 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:15:10.321777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:10.646314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27085): Launched\u000a16:15:10.916683 run iperf3-srv_10.42.42.10(pid=27086): Launched\u000a16:15:11.105509 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:15:11.234163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:11.558766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27087): Launched\u000a16:15:11.829731 run iperf3-srv_10.42.42.10(pid=27088): Launched\u000a16:15:12.018291 tst cs_paging_gprs_active.py:38: start network...\u000a16:15:12.146975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:12.645886 run create_hlr_db(pid=27089): Launched\u000a16:15:12.823801 bus /gobi_6: Setting Powered False\u000a16:15:13.845023 run create_hlr_db(pid=27089): Terminated: ok {rc=0}\u000a16:15:14.286764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27091): Launched\u000a16:15:14.624427 run osmo-hlr_10.42.42.2(pid=27092): Launched\u000a16:15:14.750633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:15.328629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Launched\u000a16:15:15.664724 run osmo-stp_10.42.42.5(pid=27095): Launched\u000a16:15:15.814254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:15:16.418485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27097): Launched\u000a16:15:16.541210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:15:16.848848 run patchelf(pid=27098): Launched\u000a16:15:17.048305 run osmo-stp_10.42.42.5(pid=27095): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)]\u000a16:15:17.194005 run osmo-stp_10.42.42.5(pid=27095): stdout: \u000a| (launched: 2022-12-12_16:15:15.497806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:17.337050 run osmo-stp_10.42.42.5(pid=27095): stderr: \u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161515689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161515689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161515690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161515690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:17.475043 run osmo-stp_10.42.42.5(pid=27095): stdout: \u000a| (launched: 2022-12-12_16:15:15.497806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:17.612219 run osmo-stp_10.42.42.5(pid=27095): stderr: \u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161515688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161515689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161515689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161515690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161515690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:17.770735 run patchelf(pid=27098): Terminating (SIGINT)\u000a16:15:17.956470 run patchelf(pid=27098): Terminated: ok {rc=0}\u000a16:15:17.990949 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27095): Process ended prematurely: osmo-stp_10.42.42.5(pid=27095) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27095)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:15:18.001137 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:15:18.065493 run osmo-hlr_10.42.42.2(pid=27092): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27092)]\u000a16:15:18.117353 run osmo-hlr_10.42.42.2(pid=27092): stdout: \u000a| (launched: 2022-12-12_16:15:14.456485) \u000a16:15:18.169910 run osmo-hlr_10.42.42.2(pid=27092): stderr: \u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161514654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161514666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161514674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161514675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161514675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:18.214544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27085): Terminating (SIGTERM)\u000a16:15:18.256708 run iperf3-srv_10.42.42.10(pid=27086): Terminating (SIGTERM)\u000a16:15:18.298953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27087): Terminating (SIGTERM)\u000a16:15:18.341339 run iperf3-srv_10.42.42.10(pid=27088): Terminating (SIGTERM)\u000a16:15:18.383720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27091): Terminating (SIGTERM)\u000a16:15:18.425604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminating (SIGTERM)\u000a16:15:18.467795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27097): Terminating (SIGTERM)\u000a16:15:18.477899 --- ParallelTerminationStrategy: PID 27085 died...\u000a16:15:18.534198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27085): Terminated: ok {rc=0}\u000a16:15:18.544596 --- ParallelTerminationStrategy: PID 27086 died...\u000a16:15:18.600543 run iperf3-srv_10.42.42.10(pid=27086): Terminated {rc=256}\u000a16:15:18.610872 --- ParallelTerminationStrategy: PID 27087 died...\u000a16:15:18.667147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27087): Terminated: ok {rc=0}\u000a16:15:18.677353 --- ParallelTerminationStrategy: PID 27088 died...\u000a16:15:18.733186 run iperf3-srv_10.42.42.10(pid=27088): Terminated {rc=256}\u000a16:15:18.743468 --- ParallelTerminationStrategy: PID 27091 died...\u000a16:15:18.799485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27091): Terminated: ok {rc=0}\u000a16:15:18.809908 --- ParallelTerminationStrategy: PID 27094 died...\u000a16:15:18.866183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27094): Terminated: ok {rc=0}\u000a16:15:18.876231 --- ParallelTerminationStrategy: PID 27097 died...\u000a16:15:18.932486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27097): Terminated: ok {rc=0}\u000a16:15:19.018940 bus /gobi_0: Setting Powered False\u000a16:15:20.126340 bus /gobi_0: Setting Powered False\u000a16:15:21.233199 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27107): Process ended prematurely: osmo-stp_10.42.42.5(pid=27107) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27107)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27107): Process ended prematurely: osmo-stp_10.42.42.5(pid=27107) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:15:22.342063 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.353683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:22.504345 tst iperf3.py: using LAC 30012\u000a16:15:22.628289 tst iperf3.py: using RAC 177\u000a16:15:22.752397 tst iperf3.py: using CellId 30012\u000a16:15:22.875342 tst iperf3.py: using BVCI 30013\u000a16:15:22.899207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.910210 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.920913 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.931815 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.942511 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.953185 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.963915 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.974569 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:22.985434 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:23.267425 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:15:23.397028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:23.721705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27099): Launched\u000a16:15:23.991791 run iperf3-srv_10.42.42.10(pid=27100): Launched\u000a16:15:24.180904 tst iperf3.py:8: start network...\u000a16:15:24.310264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:24.811395 run create_hlr_db(pid=27101): Launched\u000a16:15:24.989683 bus /gobi_6: Setting Powered False\u000a16:15:26.011529 run create_hlr_db(pid=27101): Terminated: ok {rc=0}\u000a16:15:26.427083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27103): Launched\u000a16:15:26.740499 run osmo-hlr_10.42.42.2(pid=27104): Launched\u000a16:15:26.863661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:27.409631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27106): Launched\u000a16:15:27.722291 run osmo-stp_10.42.42.5(pid=27107): Launched\u000a16:15:27.834922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:15:28.377484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27109): Launched\u000a16:15:28.488376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:15:28.760923 run patchelf(pid=27110): Launched\u000a16:15:28.942384 run osmo-stp_10.42.42.5(pid=27107): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27107)]\u000a16:15:29.075878 run osmo-stp_10.42.42.5(pid=27107): stdout: \u000a| (launched: 2022-12-12_16:15:27.567416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:29.209268 run osmo-stp_10.42.42.5(pid=27107): stderr: \u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161527740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161527740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161527741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161527741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:29.337581 run osmo-stp_10.42.42.5(pid=27107): stdout: \u000a| (launched: 2022-12-12_16:15:27.567416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:29.464777 run osmo-stp_10.42.42.5(pid=27107): stderr: \u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161527739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161527740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161527740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161527741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161527741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:29.612725 run patchelf(pid=27110): Terminating (SIGINT)\u000a16:15:29.786298 run patchelf(pid=27110): Terminated: ok {rc=0}\u000a16:15:29.818212 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27107): Process ended prematurely: osmo-stp_10.42.42.5(pid=27107) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27107)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:15:29.827589 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:15:29.887486 run osmo-hlr_10.42.42.2(pid=27104): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27104)]\u000a16:15:29.936588 run osmo-hlr_10.42.42.2(pid=27104): stdout: \u000a| (launched: 2022-12-12_16:15:26.584702) \u000a16:15:29.986357 run osmo-hlr_10.42.42.2(pid=27104): stderr: \u000a| �[0;m�[1;31m20221212161526762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161526762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161526762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161526762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161526762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161526763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161526774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161526783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161526783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161526783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:30.028779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27099): Terminating (SIGTERM)\u000a16:15:30.069502 run iperf3-srv_10.42.42.10(pid=27100): Terminating (SIGTERM)\u000a16:15:30.109597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27103): Terminating (SIGTERM)\u000a16:15:30.149452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27106): Terminating (SIGTERM)\u000a16:15:30.189137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27109): Terminating (SIGTERM)\u000a16:15:30.198462 --- ParallelTerminationStrategy: PID 27099 died...\u000a16:15:30.251961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27099): Terminated: ok {rc=0}\u000a16:15:30.261782 --- ParallelTerminationStrategy: PID 27100 died...\u000a16:15:30.314722 run iperf3-srv_10.42.42.10(pid=27100): Terminated {rc=256}\u000a16:15:30.324120 --- ParallelTerminationStrategy: PID 27103 died...\u000a16:15:30.377608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27103): Terminated: ok {rc=0}\u000a16:15:30.387179 --- ParallelTerminationStrategy: PID 27106 died...\u000a16:15:30.440295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27106): Terminated: ok {rc=0}\u000a16:15:30.449988 --- ParallelTerminationStrategy: PID 27109 died...\u000a16:15:30.503173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27109): Terminated: ok {rc=0}\u000a16:15:30.587820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27125): Process ended prematurely: osmo-stp_10.42.42.5(pid=27125) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27125)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27125): Process ended prematurely: osmo-stp_10.42.42.5(pid=27125) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:15:31.736931 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:31.749677 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:31.914149 tst iperf3m4.py: using LAC 30013\u000a16:15:32.038442 tst iperf3m4.py: using RAC 178\u000a16:15:32.167719 tst iperf3m4.py: using CellId 30013\u000a16:15:32.306712 tst iperf3m4.py: using BVCI 30014\u000a16:15:32.332238 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.343941 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.355195 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.366906 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.378348 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.389884 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.401528 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.412867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:32.424644 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:32.542196 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:32.665736 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:32.786512 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:33.087711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:15:33.226816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:33.571129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27111): Launched\u000a16:15:33.859833 run iperf3-srv_10.42.42.10(pid=27112): Launched\u000a16:15:34.063880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:15:34.203153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:34.547580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27113): Launched\u000a16:15:34.836942 run iperf3-srv_10.42.42.10(pid=27114): Launched\u000a16:15:35.040753 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:15:35.180279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:35.526511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27115): Launched\u000a16:15:35.812904 run iperf3-srv_10.42.42.10(pid=27116): Launched\u000a16:15:36.017290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:15:36.156172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:15:36.501231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27117): Launched\u000a16:15:36.787140 run iperf3-srv_10.42.42.10(pid=27118): Launched\u000a16:15:36.990402 tst iperf3m4.py:8: start network...\u000a16:15:37.130016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:37.655142 run create_hlr_db(pid=27119): Launched\u000a16:15:37.846475 bus /gobi_6: Setting Powered False\u000a16:15:38.857675 run create_hlr_db(pid=27119): Terminated: ok {rc=0}\u000a16:15:39.307833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27121): Launched\u000a16:15:39.641908 run osmo-hlr_10.42.42.2(pid=27122): Launched\u000a16:15:39.763018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:40.341401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27124): Launched\u000a16:15:40.656299 run osmo-stp_10.42.42.5(pid=27125): Launched\u000a16:15:40.769802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:15:41.315172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27127): Launched\u000a16:15:41.426532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:15:41.701137 run patchelf(pid=27128): Launched\u000a16:15:41.882564 run osmo-stp_10.42.42.5(pid=27125): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27125)]\u000a16:15:42.015287 run osmo-stp_10.42.42.5(pid=27125): stdout: \u000a| (launched: 2022-12-12_16:15:40.499362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:42.148325 run osmo-stp_10.42.42.5(pid=27125): stderr: \u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161540671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:42.276561 run osmo-stp_10.42.42.5(pid=27125): stdout: \u000a| (launched: 2022-12-12_16:15:40.499362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:42.403424 run osmo-stp_10.42.42.5(pid=27125): stderr: \u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161540671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161540672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:42.550880 run patchelf(pid=27128): Terminating (SIGINT)\u000a16:15:42.724110 run patchelf(pid=27128): Terminated: ok {rc=0}\u000a16:15:42.755904 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27125): Process ended prematurely: osmo-stp_10.42.42.5(pid=27125) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27125)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:15:42.765476 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:15:42.826266 run osmo-hlr_10.42.42.2(pid=27122): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27122)]\u000a16:15:42.875949 run osmo-hlr_10.42.42.2(pid=27122): stdout: \u000a| (launched: 2022-12-12_16:15:39.476020) \u000a16:15:42.926071 run osmo-hlr_10.42.42.2(pid=27122): stderr: \u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161539674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161539687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161539697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161539697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161539697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:42.968225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27111): Terminating (SIGTERM)\u000a16:15:43.008047 run iperf3-srv_10.42.42.10(pid=27112): Terminating (SIGTERM)\u000a16:15:43.047915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27113): Terminating (SIGTERM)\u000a16:15:43.087792 run iperf3-srv_10.42.42.10(pid=27114): Terminating (SIGTERM)\u000a16:15:43.127398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27115): Terminating (SIGTERM)\u000a16:15:43.167062 run iperf3-srv_10.42.42.10(pid=27116): Terminating (SIGTERM)\u000a16:15:43.207135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27117): Terminating (SIGTERM)\u000a16:15:43.246781 run iperf3-srv_10.42.42.10(pid=27118): Terminating (SIGTERM)\u000a16:15:43.286662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27121): Terminating (SIGTERM)\u000a16:15:43.326428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27124): Terminating (SIGTERM)\u000a16:15:43.366279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27127): Terminating (SIGTERM)\u000a16:15:43.375636 --- ParallelTerminationStrategy: PID 27111 died...\u000a16:15:43.429066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27111): Terminated: ok {rc=0}\u000a16:15:43.438823 --- ParallelTerminationStrategy: PID 27112 died...\u000a16:15:43.491585 run iperf3-srv_10.42.42.10(pid=27112): Terminated {rc=256}\u000a16:15:43.501242 --- ParallelTerminationStrategy: PID 27113 died...\u000a16:15:43.554195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27113): Terminated: ok {rc=0}\u000a16:15:43.563820 --- ParallelTerminationStrategy: PID 27114 died...\u000a16:15:43.616522 run iperf3-srv_10.42.42.10(pid=27114): Terminated {rc=256}\u000a16:15:43.626037 --- ParallelTerminationStrategy: PID 27115 died...\u000a16:15:43.679077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27115): Terminated: ok {rc=0}\u000a16:15:43.688691 --- ParallelTerminationStrategy: PID 27116 died...\u000a16:15:43.741860 run iperf3-srv_10.42.42.10(pid=27116): Terminated {rc=256}\u000a16:15:43.751365 --- ParallelTerminationStrategy: PID 27117 died...\u000a16:15:43.809601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27117): Terminated: ok {rc=0}\u000a16:15:43.819709 --- ParallelTerminationStrategy: PID 27118 died...\u000a16:15:43.877045 run iperf3-srv_10.42.42.10(pid=27118): Terminated {rc=256}\u000a16:15:43.887240 --- ParallelTerminationStrategy: PID 27121 died...\u000a16:15:43.945203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27121): Terminated: ok {rc=0}\u000a16:15:43.955293 --- ParallelTerminationStrategy: PID 27124 died...\u000a16:15:44.012110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27124): Terminated: ok {rc=0}\u000a16:15:44.023109 --- ParallelTerminationStrategy: PID 27127 died...\u000a16:15:44.079928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27127): Terminated: ok {rc=0}\u000a16:15:44.168282 bus /gobi_4: Setting Powered False\u000a16:15:45.275672 bus /gobi_4: Setting Powered False\u000a16:15:46.397392 bus /gobi_1: Setting Powered False\u000a16:15:47.502963 bus /gobi_1: Setting Powered False\u000a16:15:48.611179 bus /gobi_0: Setting Powered False\u000a16:15:49.717089 bus /gobi_0: Setting Powered False\u000a16:15:50.826280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:15:51.895920 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:51.908095 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:15:52.067848 tst ping.py: using LAC 30014\u000a16:15:52.194329 tst ping.py: using RAC 179\u000a16:15:52.319922 tst ping.py: using CellId 30014\u000a16:15:52.446116 tst ping.py: using BVCI 30015\u000a16:15:52.471006 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.482602 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.493870 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.505568 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.516934 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.528388 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.540100 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:15:52.551648 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:15:52.829777 tst ping.py:19: start network...\u000a16:15:52.956333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:53.445379 run create_hlr_db(pid=27130): Launched\u000a16:15:53.620334 bus /gobi_6: Setting Powered False\u000a16:15:54.653877 run create_hlr_db(pid=27130): Terminated: ok {rc=0}\u000a16:15:55.089561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Launched\u000a16:15:55.418097 run osmo-hlr_10.42.42.2(pid=27133): Launched\u000a16:15:55.540199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:56.113092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Launched\u000a16:15:56.442448 run osmo-stp_10.42.42.5(pid=27136): Launched\u000a16:15:56.560933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:15:57.132349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Launched\u000a16:15:57.248890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:15:57.535833 run patchelf(pid=27139): Launched\u000a16:15:57.727256 run osmo-stp_10.42.42.5(pid=27136): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)]\u000a16:15:57.867341 run osmo-stp_10.42.42.5(pid=27136): stdout: \u000a| (launched: 2022-12-12_16:15:56.279049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:58.007391 run osmo-stp_10.42.42.5(pid=27136): stderr: \u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161556471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:58.143540 run osmo-stp_10.42.42.5(pid=27136): stdout: \u000a| (launched: 2022-12-12_16:15:56.279049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:58.277520 run osmo-stp_10.42.42.5(pid=27136): stderr: \u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161556470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161556471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161556471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:58.433056 run patchelf(pid=27139): Terminating (SIGINT)\u000a16:15:58.615382 run patchelf(pid=27139): Terminated: ok {rc=0}\u000a16:15:58.648482 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27136): Process ended prematurely: osmo-stp_10.42.42.5(pid=27136) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27136)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:15:58.658069 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:15:58.722528 run osmo-hlr_10.42.42.2(pid=27133): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27133)]\u000a16:15:58.774864 run osmo-hlr_10.42.42.2(pid=27133): stdout: \u000a| (launched: 2022-12-12_16:15:55.255362) \u000a16:15:58.827890 run osmo-hlr_10.42.42.2(pid=27133): stderr: \u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161555451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161555467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161555477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161555477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161555477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:58.872914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Terminating (SIGTERM)\u000a16:15:58.915838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Terminating (SIGTERM)\u000a16:15:58.958843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Terminating (SIGTERM)\u000a16:15:58.968840 --- ParallelTerminationStrategy: PID 27132 died...\u000a16:15:59.026007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27132): Terminated: ok {rc=0}\u000a16:15:59.036535 --- ParallelTerminationStrategy: PID 27135 died...\u000a16:15:59.093507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27135): Terminated: ok {rc=0}\u000a16:15:59.103634 --- ParallelTerminationStrategy: PID 27138 died...\u000a16:15:59.159846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27138): Terminated: ok {rc=0}\u000a16:15:59.247224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:16:00.300635 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.313022 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:16:00.469383 tst ping_idle_ping.py: using LAC 30015\u000a16:16:00.597708 tst ping_idle_ping.py: using RAC 180\u000a16:16:00.725769 tst ping_idle_ping.py: using CellId 30015\u000a16:16:00.869444 tst ping_idle_ping.py: using BVCI 30016\u000a16:16:00.895335 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.907504 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.919431 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.931578 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.943956 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.956206 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.969251 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:16:00.981583 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:16:01.285239 tst ping_idle_ping.py:24: start network...\u000a16:16:01.424471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:01.981865 run create_hlr_db(pid=27140): Launched\u000a16:16:02.174941 bus /gobi_6: Setting Powered False\u000a16:16:03.193392 run create_hlr_db(pid=27140): Terminated: ok {rc=0}\u000a16:16:03.631836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Launched\u000a16:16:03.966856 run osmo-hlr_10.42.42.2(pid=27143): Launched\u000a16:16:04.090813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:04.656418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Launched\u000a16:16:04.963088 run osmo-stp_10.42.42.5(pid=27146): Launched\u000a16:16:05.074626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:05.610592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Launched\u000a16:16:05.718951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:05.988186 run patchelf(pid=27149): Launched\u000a16:16:06.166922 run osmo-stp_10.42.42.5(pid=27146): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)]\u000a16:16:06.297967 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-12_16:16:04.811349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:06.428826 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161604983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:06.555296 run osmo-stp_10.42.42.5(pid=27146): stdout: \u000a| (launched: 2022-12-12_16:16:04.811349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:06.680245 run osmo-stp_10.42.42.5(pid=27146): stderr: \u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161604982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161604983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161604983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:06.825497 run patchelf(pid=27149): Terminating (SIGINT)\u000a16:16:06.995871 run patchelf(pid=27149): Terminated: ok {rc=0}\u000a16:16:07.027373 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27146): Process ended prematurely: osmo-stp_10.42.42.5(pid=27146) [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27146)] [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:16:07.036300 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:16:07.096242 run osmo-hlr_10.42.42.2(pid=27143): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27143)]\u000a16:16:07.145118 run osmo-hlr_10.42.42.2(pid=27143): stdout: \u000a| (launched: 2022-12-12_16:16:03.798100) \u000a16:16:07.194674 run osmo-hlr_10.42.42.2(pid=27143): stderr: \u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161603993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161604005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161604019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161604019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161604019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:07.236828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminating (SIGTERM)\u000a16:16:07.276518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminating (SIGTERM)\u000a16:16:07.316306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Terminating (SIGTERM)\u000a16:16:07.325736 --- ParallelTerminationStrategy: PID 27142 died...\u000a16:16:07.383608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27142): Terminated: ok {rc=0}\u000a16:16:07.395755 --- ParallelTerminationStrategy: PID 27145 died...\u000a16:16:07.449505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27145): Terminated: ok {rc=0}\u000a16:16:07.459548 --- ParallelTerminationStrategy: PID 27148 died...\u000a16:16:07.512072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27148): Terminated: ok {rc=0}\u000a16:16:07.600104 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:15:08" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:16:09.587660 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:09.599079 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:16:09.747738 tst switch_tch_pdch.py: using LAC 30016\u000a16:16:09.872249 tst switch_tch_pdch.py: using RAC 181\u000a16:16:09.989995 tst switch_tch_pdch.py: using CellId 30016\u000a16:16:10.108051 tst switch_tch_pdch.py: using BVCI 30017\u000a16:16:10.131490 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.142737 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.153796 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.164884 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.175816 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.186797 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.198016 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:16:10.209040 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:10.329668 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:10.627070 tst switch_tch_pdch.py:51: start network...\u000a16:16:10.763797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:11.280082 run create_hlr_db(pid=27154): Launched\u000a16:16:11.469978 bus /gobi_6: Setting Powered False\u000a16:16:12.490740 run create_hlr_db(pid=27154): Terminated: ok {rc=0}\u000a16:16:12.903646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Launched\u000a16:16:13.211772 run osmo-hlr_10.42.42.2(pid=27157): Launched\u000a16:16:13.332258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:13.870988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Launched\u000a16:16:14.177959 run osmo-stp_10.42.42.5(pid=27160): Launched\u000a16:16:14.287998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:14.819484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Launched\u000a16:16:14.927494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:15.196121 run patchelf(pid=27163): Launched\u000a16:16:15.374141 run osmo-stp_10.42.42.5(pid=27160): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)]\u000a16:16:15.504140 run osmo-stp_10.42.42.5(pid=27160): stdout: \u000a| (launched: 2022-12-12_16:16:14.024801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:15.634390 run osmo-stp_10.42.42.5(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161614197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:15.760024 run osmo-stp_10.42.42.5(pid=27160): stdout: \u000a| (launched: 2022-12-12_16:16:14.024801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:15.912806 run osmo-stp_10.42.42.5(pid=27160): stderr: \u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161614196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161614197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161614197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:16.075823 run patchelf(pid=27163): Terminating (SIGINT)\u000a16:16:16.266420 run patchelf(pid=27163): Terminated: ok {rc=0}\u000a16:16:16.301279 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27160): Process ended prematurely: osmo-stp_10.42.42.5(pid=27160) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27160)] [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:16:16.311849 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:16:16.382000 run osmo-hlr_10.42.42.2(pid=27157): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27157)]\u000a16:16:16.437475 run osmo-hlr_10.42.42.2(pid=27157): stdout: \u000a| (launched: 2022-12-12_16:16:13.058029) \u000a16:16:16.494715 run osmo-hlr_10.42.42.2(pid=27157): stderr: \u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161613237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161613249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161613258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161613259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161613259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:16.543052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Terminating (SIGTERM)\u000a16:16:16.588543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Terminating (SIGTERM)\u000a16:16:16.636222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Terminating (SIGTERM)\u000a16:16:16.649775 --- ParallelTerminationStrategy: PID 27156 died...\u000a16:16:16.711305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27156): Terminated: ok {rc=0}\u000a16:16:16.722647 --- ParallelTerminationStrategy: PID 27159 died...\u000a16:16:16.782834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27159): Terminated: ok {rc=0}\u000a16:16:16.794123 --- ParallelTerminationStrategy: PID 27162 died...\u000a16:16:16.854768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27162): Terminated: ok {rc=0}\u000a16:16:16.946820 bus /gobi_0: Setting Powered False\u000a16:16:18.054011 bus /gobi_0: Setting Powered False\u000a16:16:19.162517 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:09" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:16:21.105870 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.117524 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:16:21.275676 tst switch_tch_pdch.py: using LAC 30017\u000a16:16:21.405895 tst switch_tch_pdch.py: using RAC 182\u000a16:16:21.533941 tst switch_tch_pdch.py: using CellId 30017\u000a16:16:21.661394 tst switch_tch_pdch.py: using BVCI 30018\u000a16:16:21.686427 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.697895 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.709222 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.720790 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.732277 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.743745 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.755441 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:16:21.767034 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:16:21.883107 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:16:22.160610 tst switch_tch_pdch.py:51: start network...\u000a16:16:22.286937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:22.752392 run create_hlr_db(pid=27174): Launched\u000a16:16:22.876087 bus /gobi_6: Setting Powered False\u000a16:16:23.947727 run create_hlr_db(pid=27174): Terminated: ok {rc=0}\u000a16:16:24.355067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Launched\u000a16:16:24.684301 run osmo-hlr_10.42.42.2(pid=27177): Launched\u000a16:16:24.803979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:25.350547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Launched\u000a16:16:25.678215 run osmo-stp_10.42.42.5(pid=27180): Launched\u000a16:16:25.796729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:16:26.341049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27182): Launched\u000a16:16:26.457313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:16:26.743302 run patchelf(pid=27183): Launched\u000a16:16:26.934136 run osmo-stp_10.42.42.5(pid=27180): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)]\u000a16:16:27.074494 run osmo-stp_10.42.42.5(pid=27180): stdout: \u000a| (launched: 2022-12-12_16:16:25.516747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:27.214528 run osmo-stp_10.42.42.5(pid=27180): stderr: \u000a| �[0;m�[38;5;43m20221212161625706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161625706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161625707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161625707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:27.350096 run osmo-stp_10.42.42.5(pid=27180): stdout: \u000a| (launched: 2022-12-12_16:16:25.516747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:27.484105 run osmo-stp_10.42.42.5(pid=27180): stderr: \u000a| �[0;m�[38;5;43m20221212161625706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161625706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161625707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161625707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161625708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:27.639594 run patchelf(pid=27183): Terminating (SIGINT)\u000a16:16:27.821791 run patchelf(pid=27183): Terminated: ok {rc=0}\u000a16:16:27.854803 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27180): Process ended prematurely: osmo-stp_10.42.42.5(pid=27180) [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27180)] [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:16:27.864249 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:16:27.928416 run osmo-hlr_10.42.42.2(pid=27177): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27177)]\u000a16:16:27.980467 run osmo-hlr_10.42.42.2(pid=27177): stdout: \u000a| (launched: 2022-12-12_16:16:24.521169) \u000a16:16:28.033619 run osmo-hlr_10.42.42.2(pid=27177): stderr: \u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161624717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161624730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:28.078610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Terminating (SIGTERM)\u000a16:16:28.120713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Terminating (SIGTERM)\u000a16:16:28.163089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27182): Terminating (SIGTERM)\u000a16:16:28.173275 --- ParallelTerminationStrategy: PID 27176 died...\u000a16:16:28.230014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27176): Terminated: ok {rc=0}\u000a16:16:28.240657 --- ParallelTerminationStrategy: PID 27179 died...\u000a16:16:28.297684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27179): Terminated: ok {rc=0}\u000a16:16:28.308038 --- ParallelTerminationStrategy: PID 27182 died...\u000a16:16:28.364098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27182): Terminated: ok {rc=0}\u000a16:16:28.452497 bus /gobi_0: Setting Powered False\u000a16:16:29.559789 bus /gobi_0: Setting Powered False\u000a16:16:30.672504 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:20" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27188) [trial-2379↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27188)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27188) [trial-2379↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a16:16:32.584449 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a16:16:32.595083 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a16:16:32.716350 tst mo_mt_sms.py: using LAC 30018\u000a16:16:32.838191 tst mo_mt_sms.py: using RAC 183\u000a16:16:32.959924 tst mo_mt_sms.py: using CellId 30018\u000a16:16:33.080870 tst mo_mt_sms.py: using BVCI 30019\u000a16:16:33.104254 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a16:16:33.223942 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a16:16:33.502597 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:16:33.629243 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:16:34.259635 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27187): Launched\u000a16:16:34.564261 run osmo-nitb_10.42.42.2(pid=27188): Launched\u000a16:16:34.751129 run osmo-nitb_10.42.42.2(pid=27188): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27188)]\u000a16:16:34.888400 run osmo-nitb_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-12_16:16:34.415851) \u000a16:16:35.026071 run osmo-nitb_10.42.42.2(pid=27188): stderr: \u000a| (launched: 2022-12-12_16:16:34.461369)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:35.159211 run osmo-nitb_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-12_16:16:34.415851) \u000a16:16:35.291968 run osmo-nitb_10.42.42.2(pid=27188): stderr: \u000a| (launched: 2022-12-12_16:16:34.461369)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:35.686651 tst osmo-nitb_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-12_16:16:34.415851) \u000a16:16:35.807212 tst osmo-nitb_10.42.42.2(pid=27188): stderr: \u000a| (launched: 2022-12-12_16:16:34.461369)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:35.860077 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27188): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27188) [trial-2379↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27188)] [trial-2379↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a16:16:35.868220 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:16:35.902294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27187): Terminating (SIGTERM)\u000a16:16:36.079576 --- ParallelTerminationStrategy: PID 27187 died...\u000a16:16:36.134480 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27187): Terminated: ok {rc=0}\u000a16:16:36.222593 bus /sierra_3: Setting Powered False\u000a16:16:37.327885 bus /sierra_3: Setting Powered False\u000a16:16:38.440367 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:32" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27198): Process ended prematurely: osmo-stp_10.42.42.5(pid=27198) [trial-2379↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27198)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27198): Process ended prematurely: osmo-stp_10.42.42.5(pid=27198) [trial-2379↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a16:16:40.286054 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.296465 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a16:16:40.417333 tst mo_mt_sms.py: using LAC 30019\u000a16:16:40.536074 tst mo_mt_sms.py: using RAC 184\u000a16:16:40.657051 tst mo_mt_sms.py: using CellId 30019\u000a16:16:40.777670 tst mo_mt_sms.py: using BVCI 30020\u000a16:16:40.800907 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.811525 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.821991 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.832351 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.842913 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:40.853315 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a16:16:40.973063 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a16:16:41.185424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:41.702723 run create_hlr_db(pid=27192): Launched\u000a16:16:41.892425 bus /sierra_2: Setting Powered False\u000a16:16:42.912009 run create_hlr_db(pid=27192): Terminated: ok {rc=0}\u000a16:16:43.333162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27194): Launched\u000a16:16:43.662443 run osmo-hlr_10.42.42.2(pid=27195): Launched\u000a16:16:43.781721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:44.351213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27197): Launched\u000a16:16:44.679469 run osmo-stp_10.42.42.5(pid=27198): Launched\u000a16:16:44.798074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:45.394335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27200): Launched\u000a16:16:45.702939 run osmo-msc_10.42.42.6(pid=27201): Launched\u000a16:16:46.019590 run osmo-stp_10.42.42.5(pid=27198): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27198)]\u000a16:16:46.177489 run osmo-stp_10.42.42.5(pid=27198): stdout: \u000a| (launched: 2022-12-12_16:16:44.517035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:46.317191 run osmo-stp_10.42.42.5(pid=27198): stderr: \u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161644709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:46.452212 run osmo-stp_10.42.42.5(pid=27198): stdout: \u000a| (launched: 2022-12-12_16:16:44.517035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:46.587656 run osmo-stp_10.42.42.5(pid=27198): stderr: \u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161644708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161644709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161644709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:46.646513 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27198): Process ended prematurely: osmo-stp_10.42.42.5(pid=27198) [trial-2379↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27198)] [trial-2379↪sms:oc2g↪mo_mt_sms.py:16]\u000a16:16:46.656367 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a16:16:46.725788 run osmo-hlr_10.42.42.2(pid=27195): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27195)]\u000a16:16:46.780379 run osmo-hlr_10.42.42.2(pid=27195): stdout: \u000a| (launched: 2022-12-12_16:16:43.499199) \u000a16:16:46.835880 run osmo-hlr_10.42.42.2(pid=27195): stderr: \u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161643694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161643707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161643715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161643715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161643715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:46.911181 run osmo-msc_10.42.42.6(pid=27201): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27201)]\u000a16:16:46.965838 run osmo-msc_10.42.42.6(pid=27201): stdout: \u000a| (launched: 2022-12-12_16:16:45.548903) \u000a16:16:47.021058 run osmo-msc_10.42.42.6(pid=27201): stderr: \u000a| �[0;m�[38;5;43m20221212161645881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161645881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3089efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161645881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161645881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161645882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161645882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161645883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161645884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161645884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161645884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:47.068873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27194): Terminating (SIGTERM)\u000a16:16:47.116841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27197): Terminating (SIGTERM)\u000a16:16:47.164397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27200): Terminating (SIGTERM)\u000a16:16:47.176066 --- ParallelTerminationStrategy: PID 27194 died...\u000a16:16:47.236347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27194): Terminated: ok {rc=0}\u000a16:16:47.247583 --- ParallelTerminationStrategy: PID 27197 died...\u000a16:16:47.308076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27197): Terminated: ok {rc=0}\u000a16:16:47.319425 --- ParallelTerminationStrategy: PID 27200 died...\u000a16:16:47.377568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27200): Terminated: ok {rc=0}\u000a16:16:47.464731 bus /sierra_3: Setting Powered False\u000a16:16:48.572052 bus /sierra_3: Setting Powered False\u000a16:16:49.680500 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:40" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27207) [trial-2379↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27207)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27207) [trial-2379↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a16:16:51.488191 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a16:16:51.500373 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a16:16:51.629882 tst assert_extension.py: using LAC 30020\u000a16:16:51.756054 tst assert_extension.py: using RAC 185\u000a16:16:51.881287 tst assert_extension.py: using CellId 30020\u000a16:16:52.007481 tst assert_extension.py: using BVCI 30021\u000a16:16:52.032249 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a16:16:52.311857 tst assert_extension.py:10: start nitb and bts...\u000a16:16:52.438227 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:16:53.069336 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27206): Launched\u000a16:16:53.371679 run osmo-nitb_10.42.42.2(pid=27207): Launched\u000a16:16:53.559635 run osmo-nitb_10.42.42.2(pid=27207): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27207)]\u000a16:16:53.696721 run osmo-nitb_10.42.42.2(pid=27207): stdout: \u000a| (launched: 2022-12-12_16:16:53.223828) \u000a16:16:53.834012 run osmo-nitb_10.42.42.2(pid=27207): stderr: \u000a| (launched: 2022-12-12_16:16:53.268934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:53.967017 run osmo-nitb_10.42.42.2(pid=27207): stdout: \u000a| (launched: 2022-12-12_16:16:53.223828) \u000a16:16:54.099230 run osmo-nitb_10.42.42.2(pid=27207): stderr: \u000a| (launched: 2022-12-12_16:16:53.268934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:54.494538 tst osmo-nitb_10.42.42.2(pid=27207): stdout: \u000a| (launched: 2022-12-12_16:16:53.223828) \u000a16:16:54.615203 tst osmo-nitb_10.42.42.2(pid=27207): stderr: \u000a| (launched: 2022-12-12_16:16:53.268934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:16:54.668158 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27207) [trial-2379↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27207)] [trial-2379↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a16:16:54.676128 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:16:54.710801 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27206): Terminating (SIGTERM)\u000a16:16:54.888253 --- ParallelTerminationStrategy: PID 27206 died...\u000a16:16:54.942970 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27206): Terminated: ok {rc=0}\u000a16:16:55.026148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:51" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27217): Process ended prematurely: osmo-stp_10.42.42.5(pid=27217) [trial-2379↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27217)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27217): Process ended prematurely: osmo-stp_10.42.42.5(pid=27217) [trial-2379↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a16:16:56.814656 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:56.825470 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a16:16:56.946069 tst assert_extension.py: using LAC 30021\u000a16:16:57.074047 tst assert_extension.py: using RAC 186\u000a16:16:57.202669 tst assert_extension.py: using CellId 30021\u000a16:16:57.323716 tst assert_extension.py: using BVCI 30022\u000a16:16:57.346968 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:57.357496 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:57.367833 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:57.378260 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:57.389133 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:16:57.399532 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a16:16:57.602331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:58.092446 run create_hlr_db(pid=27211): Launched\u000a16:16:58.267749 bus /sierra_2: Setting Powered False\u000a16:16:59.289173 run create_hlr_db(pid=27211): Terminated: ok {rc=0}\u000a16:16:59.726100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27213): Launched\u000a16:17:00.055853 run osmo-hlr_10.42.42.2(pid=27214): Launched\u000a16:17:00.174937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:00.751500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27216): Launched\u000a16:17:01.095299 run osmo-stp_10.42.42.5(pid=27217): Launched\u000a16:17:01.302653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:02.010596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27222): Launched\u000a16:17:02.354644 run osmo-msc_10.42.42.6(pid=27223): Launched\u000a16:17:02.535536 run osmo-stp_10.42.42.5(pid=27217): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27217)]\u000a16:17:02.666499 run osmo-stp_10.42.42.5(pid=27217): stdout: \u000a| (launched: 2022-12-12_16:17:00.927143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:02.793633 run osmo-stp_10.42.42.5(pid=27217): stderr: \u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161701273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:02.915597 run osmo-stp_10.42.42.5(pid=27217): stdout: \u000a| (launched: 2022-12-12_16:17:00.927143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:03.036683 run osmo-stp_10.42.42.5(pid=27217): stderr: \u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161701264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161701273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161701274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:03.090381 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27217): Process ended prematurely: osmo-stp_10.42.42.5(pid=27217) [trial-2379↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27217)] [trial-2379↪ussd:oc2g↪assert_extension.py:17]\u000a16:17:03.098561 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a16:17:03.158267 run osmo-hlr_10.42.42.2(pid=27214): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27214)]\u000a16:17:03.207158 run osmo-hlr_10.42.42.2(pid=27214): stdout: \u000a| (launched: 2022-12-12_16:16:59.891540) \u000a16:17:03.256672 run osmo-hlr_10.42.42.2(pid=27214): stderr: \u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161700087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161700099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161700108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161700108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161700108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:03.325041 run osmo-msc_10.42.42.6(pid=27223): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27223)]\u000a16:17:03.373959 run osmo-msc_10.42.42.6(pid=27223): stdout: \u000a| (launched: 2022-12-12_16:17:02.179294) \u000a16:17:03.423456 run osmo-msc_10.42.42.6(pid=27223): stderr: \u000a| �[0;m�[38;5;43m20221212161702499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161702499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63a04efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161702499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161702499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161702500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161702500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161702502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161702502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161702502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161702502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:03.465516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27213): Terminating (SIGTERM)\u000a16:17:03.505641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27216): Terminating (SIGTERM)\u000a16:17:03.545370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27222): Terminating (SIGTERM)\u000a16:17:03.554614 --- ParallelTerminationStrategy: PID 27213 died...\u000a16:17:03.607421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27213): Terminated: ok {rc=0}\u000a16:17:03.617045 --- ParallelTerminationStrategy: PID 27216 died...\u000a16:17:03.669827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27216): Terminated: ok {rc=0}\u000a16:17:03.679305 --- ParallelTerminationStrategy: PID 27222 died...\u000a16:17:03.731901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27222): Terminated: ok {rc=0}\u000a16:17:03.815159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:16:56" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:17:05.739890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:05.751383 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:17:05.906177 tst mo_mt_call.py: using LAC 30022\u000a16:17:06.035219 tst mo_mt_call.py: using RAC 187\u000a16:17:06.166801 tst mo_mt_call.py: using CellId 30022\u000a16:17:06.296128 tst mo_mt_call.py: using BVCI 30023\u000a16:17:06.321741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:06.333364 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:06.344787 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:06.356467 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:06.368207 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:06.379952 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:17:06.499218 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:17:06.706658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:07.208454 run create_hlr_db(pid=27228): Launched\u000a16:17:07.387705 bus /sierra_2: Setting Powered False\u000a16:17:08.408576 run create_hlr_db(pid=27228): Terminated: ok {rc=0}\u000a16:17:08.851330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27230): Launched\u000a16:17:09.179902 run osmo-hlr_10.42.42.2(pid=27231): Launched\u000a16:17:09.295919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:09.839320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27233): Launched\u000a16:17:10.151717 run osmo-stp_10.42.42.5(pid=27234): Launched\u000a16:17:10.263738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:10.831846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27236): Launched\u000a16:17:11.146000 run osmo-msc_10.42.42.6(pid=27237): Launched\u000a16:17:11.326903 run osmo-stp_10.42.42.5(pid=27234): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)]\u000a16:17:11.457819 run osmo-stp_10.42.42.5(pid=27234): stdout: \u000a| (launched: 2022-12-12_16:17:09.997054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:11.588029 run osmo-stp_10.42.42.5(pid=27234): stderr: \u000a| �[0;m�[38;5;43m20221212161710169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161710169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161710170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161710170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:11.712270 run osmo-stp_10.42.42.5(pid=27234): stdout: \u000a| (launched: 2022-12-12_16:17:09.997054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:11.836047 run osmo-stp_10.42.42.5(pid=27234): stderr: \u000a| �[0;m�[38;5;43m20221212161710169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161710169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161710170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161710170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161710171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:11.890573 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27234): Process ended prematurely: osmo-stp_10.42.42.5(pid=27234) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27234)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:17:11.899243 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:17:11.958755 run osmo-hlr_10.42.42.2(pid=27231): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27231)]\u000a16:17:12.007522 run osmo-hlr_10.42.42.2(pid=27231): stdout: \u000a| (launched: 2022-12-12_16:17:09.020117) \u000a16:17:12.056800 run osmo-hlr_10.42.42.2(pid=27231): stderr: \u000a| �[0;m�[1;31m20221212161709202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161709202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161709202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161709202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161709203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161709203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161709215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161709223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:12.124126 run osmo-msc_10.42.42.6(pid=27237): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27237)]\u000a16:17:12.172710 run osmo-msc_10.42.42.6(pid=27237): stdout: \u000a| (launched: 2022-12-12_16:17:10.989154) \u000a16:17:12.222036 run osmo-msc_10.42.42.6(pid=27237): stderr: \u000a| �[0;m�[38;5;43m20221212161711263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161711263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdb8271c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161711263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161711263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161711263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161711263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161711265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161711266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161711266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161711266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:12.263927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27230): Terminating (SIGTERM)\u000a16:17:12.303433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27233): Terminating (SIGTERM)\u000a16:17:12.342810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27236): Terminating (SIGTERM)\u000a16:17:12.352047 --- ParallelTerminationStrategy: PID 27230 died...\u000a16:17:12.405655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27230): Terminated: ok {rc=0}\u000a16:17:12.415203 --- ParallelTerminationStrategy: PID 27233 died...\u000a16:17:12.467900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27233): Terminated: ok {rc=0}\u000a16:17:12.477929 --- ParallelTerminationStrategy: PID 27236 died...\u000a16:17:12.530701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27236): Terminated: ok {rc=0}\u000a16:17:12.618641 bus /sierra_3: Setting Powered False\u000a16:17:13.720311 bus /sierra_3: Setting Powered False\u000a16:17:14.826995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27245): Process ended prematurely: osmo-stp_10.42.42.5(pid=27245) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27245)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27245): Process ended prematurely: osmo-stp_10.42.42.5(pid=27245) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:17:15.942658 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:15.955762 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:17:16.132566 tst mo_mt_call_osmux.py: using LAC 30023\u000a16:17:16.302300 tst mo_mt_call_osmux.py: using RAC 188\u000a16:17:16.444231 tst mo_mt_call_osmux.py: using CellId 30023\u000a16:17:16.567920 tst mo_mt_call_osmux.py: using BVCI 30024\u000a16:17:16.592817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:16.604554 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:16.616158 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:16.627792 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:16.639349 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:17:16.651026 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:17:16.768571 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:17:17.036804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:17.577726 run create_hlr_db(pid=27239): Launched\u000a16:17:17.770741 bus /sierra_2: Setting Powered False\u000a16:17:18.791394 run create_hlr_db(pid=27239): Terminated: ok {rc=0}\u000a16:17:19.214269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27241): Launched\u000a16:17:19.526702 run osmo-hlr_10.42.42.2(pid=27242): Launched\u000a16:17:19.641207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:20.180327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27244): Launched\u000a16:17:20.492468 run osmo-stp_10.42.42.5(pid=27245): Launched\u000a16:17:20.605934 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:21.173528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27247): Launched\u000a16:17:21.486133 run osmo-msc_10.42.42.6(pid=27248): Launched\u000a16:17:21.668069 run osmo-stp_10.42.42.5(pid=27245): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27245)]\u000a16:17:21.799760 run osmo-stp_10.42.42.5(pid=27245): stdout: \u000a| (launched: 2022-12-12_16:17:20.338201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:21.930327 run osmo-stp_10.42.42.5(pid=27245): stderr: \u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161720512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:22.054616 run osmo-stp_10.42.42.5(pid=27245): stdout: \u000a| (launched: 2022-12-12_16:17:20.338201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:22.177904 run osmo-stp_10.42.42.5(pid=27245): stderr: \u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161720512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161720512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161720513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:22.232122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27245): Process ended prematurely: osmo-stp_10.42.42.5(pid=27245) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27245)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:17:22.240759 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:17:22.300605 run osmo-hlr_10.42.42.2(pid=27242): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27242)]\u000a16:17:22.350476 run osmo-hlr_10.42.42.2(pid=27242): stdout: \u000a| (launched: 2022-12-12_16:17:19.371934) \u000a16:17:22.400144 run osmo-hlr_10.42.42.2(pid=27242): stderr: \u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161719551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161719563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161719574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161719575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161719575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:22.467345 run osmo-msc_10.42.42.6(pid=27248): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27248)]\u000a16:17:22.516207 run osmo-msc_10.42.42.6(pid=27248): stdout: \u000a| (launched: 2022-12-12_16:17:21.331179) \u000a16:17:22.565678 run osmo-msc_10.42.42.6(pid=27248): stderr: \u000a| �[0;m�[38;5;43m20221212161721606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161721606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79e918dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161721606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161721606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161721606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161721606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161721608 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161721609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161721609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161721609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:22.607734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27241): Terminating (SIGTERM)\u000a16:17:22.647456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27244): Terminating (SIGTERM)\u000a16:17:22.687257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27247): Terminating (SIGTERM)\u000a16:17:22.696486 --- ParallelTerminationStrategy: PID 27241 died...\u000a16:17:22.749351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27241): Terminated: ok {rc=0}\u000a16:17:22.758867 --- ParallelTerminationStrategy: PID 27244 died...\u000a16:17:22.811309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27244): Terminated: ok {rc=0}\u000a16:17:22.820798 --- ParallelTerminationStrategy: PID 27247 died...\u000a16:17:22.873440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27247): Terminated: ok {rc=0}\u000a16:17:22.956275 bus /sierra_3: Setting Powered False\u000a16:17:24.064045 bus /sierra_3: Setting Powered False\u000a16:17:25.176787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:17:05" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27259): Process ended prematurely: osmo-stp_10.42.42.5(pid=27259) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27259)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27259): Process ended prematurely: osmo-stp_10.42.42.5(pid=27259) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:17:27.136881 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.148000 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:17:27.292139 tst mo_mt_call.py: using LAC 30024\u000a16:17:27.418916 tst mo_mt_call.py: using RAC 189\u000a16:17:27.539631 tst mo_mt_call.py: using CellId 30024\u000a16:17:27.663041 tst mo_mt_call.py: using BVCI 30025\u000a16:17:27.686904 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.698103 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.709070 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.720445 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.731893 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:27.743437 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:17:27.865612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:17:28.081450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:28.611891 run create_hlr_db(pid=27253): Launched\u000a16:17:28.804623 bus /sierra_2: Setting Powered False\u000a16:17:29.826222 run create_hlr_db(pid=27253): Terminated: ok {rc=0}\u000a16:17:30.246291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27255): Launched\u000a16:17:30.561489 run osmo-hlr_10.42.42.2(pid=27256): Launched\u000a16:17:30.676841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:31.262105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27258): Launched\u000a16:17:31.711003 run osmo-stp_10.42.42.5(pid=27259): Launched\u000a16:17:31.897638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:32.517790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27261): Launched\u000a16:17:32.855113 run osmo-msc_10.42.42.6(pid=27262): Launched\u000a16:17:33.049617 run osmo-stp_10.42.42.5(pid=27259): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27259)]\u000a16:17:33.190921 run osmo-stp_10.42.42.5(pid=27259): stdout: \u000a| (launched: 2022-12-12_16:17:31.423008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:33.330386 run osmo-stp_10.42.42.5(pid=27259): stderr: \u000a| �[0;m�[38;5;43m20221212161731672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161731673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161731673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161731673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:33.464426 run osmo-stp_10.42.42.5(pid=27259): stdout: \u000a| (launched: 2022-12-12_16:17:31.423008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:33.597858 run osmo-stp_10.42.42.5(pid=27259): stderr: \u000a| �[0;m�[38;5;43m20221212161731672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161731673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161731673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161731673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161731674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:33.656366 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27259): Process ended prematurely: osmo-stp_10.42.42.5(pid=27259) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27259)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:17:33.666038 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:17:33.730469 run osmo-hlr_10.42.42.2(pid=27256): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27256)]\u000a16:17:33.782662 run osmo-hlr_10.42.42.2(pid=27256): stdout: \u000a| (launched: 2022-12-12_16:17:30.404498) \u000a16:17:33.835382 run osmo-hlr_10.42.42.2(pid=27256): stderr: \u000a| �[0;m�[1;31m20221212161730581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161730581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161730581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161730581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161730581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161730582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161730594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161730605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:33.906951 run osmo-msc_10.42.42.6(pid=27262): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27262)]\u000a16:17:33.958836 run osmo-msc_10.42.42.6(pid=27262): stdout: \u000a| (launched: 2022-12-12_16:17:32.687792) \u000a16:17:34.011271 run osmo-msc_10.42.42.6(pid=27262): stderr: \u000a| �[0;m�[38;5;43m20221212161733010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161733011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f943357ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161733011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161733011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161733011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161733011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161733013 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161733013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161733013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161733013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:34.055696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27255): Terminating (SIGTERM)\u000a16:17:34.098548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27258): Terminating (SIGTERM)\u000a16:17:34.140831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27261): Terminating (SIGTERM)\u000a16:17:34.151153 --- ParallelTerminationStrategy: PID 27255 died...\u000a16:17:34.207795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27255): Terminated: ok {rc=0}\u000a16:17:34.218329 --- ParallelTerminationStrategy: PID 27258 died...\u000a16:17:34.274023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27258): Terminated: ok {rc=0}\u000a16:17:34.284863 --- ParallelTerminationStrategy: PID 27261 died...\u000a16:17:34.341236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27261): Terminated: ok {rc=0}\u000a16:17:34.429939 bus /sierra_3: Setting Powered False\u000a16:17:35.535041 bus /sierra_3: Setting Powered False\u000a16:17:36.648035 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27270): Process ended prematurely: osmo-stp_10.42.42.5(pid=27270) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27270)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27270): Process ended prematurely: osmo-stp_10.42.42.5(pid=27270) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:17:37.765492 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:37.777885 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:17:37.932037 tst mo_mt_call_osmux.py: using LAC 30025\u000a16:17:38.065475 tst mo_mt_call_osmux.py: using RAC 190\u000a16:17:38.197880 tst mo_mt_call_osmux.py: using CellId 30025\u000a16:17:38.329482 tst mo_mt_call_osmux.py: using BVCI 30026\u000a16:17:38.355138 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:38.366738 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:38.378110 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:38.389789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:38.401484 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:17:38.413204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:17:38.532427 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:17:38.751532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:39.280181 run create_hlr_db(pid=27264): Launched\u000a16:17:39.472506 bus /sierra_2: Setting Powered False\u000a16:17:40.494032 run create_hlr_db(pid=27264): Terminated: ok {rc=0}\u000a16:17:40.913087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27266): Launched\u000a16:17:41.226298 run osmo-hlr_10.42.42.2(pid=27267): Launched\u000a16:17:41.351749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:41.902053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27269): Launched\u000a16:17:42.216940 run osmo-stp_10.42.42.5(pid=27270): Launched\u000a16:17:42.330249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:42.901891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27272): Launched\u000a16:17:43.217277 run osmo-msc_10.42.42.6(pid=27273): Launched\u000a16:17:43.398659 run osmo-stp_10.42.42.5(pid=27270): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27270)]\u000a16:17:43.533287 run osmo-stp_10.42.42.5(pid=27270): stdout: \u000a| (launched: 2022-12-12_16:17:42.060442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:43.663060 run osmo-stp_10.42.42.5(pid=27270): stderr: \u000a| �[0;m�[38;5;43m20221212161742232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161742232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161742233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161742233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:43.788231 run osmo-stp_10.42.42.5(pid=27270): stdout: \u000a| (launched: 2022-12-12_16:17:42.060442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:43.912274 run osmo-stp_10.42.42.5(pid=27270): stderr: \u000a| �[0;m�[38;5;43m20221212161742232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161742232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161742233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161742233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161742234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:43.966881 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27270): Process ended prematurely: osmo-stp_10.42.42.5(pid=27270) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27270)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:17:43.975638 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:17:44.035221 run osmo-hlr_10.42.42.2(pid=27267): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27267)]\u000a16:17:44.084224 run osmo-hlr_10.42.42.2(pid=27267): stdout: \u000a| (launched: 2022-12-12_16:17:41.071227) \u000a16:17:44.134013 run osmo-hlr_10.42.42.2(pid=27267): stderr: \u000a| �[0;m�[1;31m20221212161741248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161741248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161741248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161741249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161741249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161741249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161741261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161741269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161741269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161741270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:44.201912 run osmo-msc_10.42.42.6(pid=27273): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27273)]\u000a16:17:44.251103 run osmo-msc_10.42.42.6(pid=27273): stdout: \u000a| (launched: 2022-12-12_16:17:43.060149) \u000a16:17:44.300412 run osmo-msc_10.42.42.6(pid=27273): stderr: \u000a| �[0;m�[38;5;43m20221212161743334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161743335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2cc5b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161743335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161743335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161743335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161743335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161743337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161743337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161743338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:44.342631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27266): Terminating (SIGTERM)\u000a16:17:44.382468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27269): Terminating (SIGTERM)\u000a16:17:44.422356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27272): Terminating (SIGTERM)\u000a16:17:44.431655 --- ParallelTerminationStrategy: PID 27266 died...\u000a16:17:44.484695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27266): Terminated: ok {rc=0}\u000a16:17:44.494227 --- ParallelTerminationStrategy: PID 27269 died...\u000a16:17:44.547549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27269): Terminated: ok {rc=0}\u000a16:17:44.557223 --- ParallelTerminationStrategy: PID 27272 died...\u000a16:17:44.610367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27272): Terminated: ok {rc=0}\u000a16:17:44.700400 bus /sierra_3: Setting Powered False\u000a16:17:45.816449 bus /sierra_3: Setting Powered False\u000a16:17:46.943912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:17:26" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27285): Process ended prematurely: osmo-stp_10.42.42.5(pid=27285) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27285)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27285): Process ended prematurely: osmo-stp_10.42.42.5(pid=27285) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:17:48.912170 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:48.923643 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:17:49.078306 tst mo_mt_call.py: using LAC 30026\u000a16:17:49.207061 tst mo_mt_call.py: using RAC 191\u000a16:17:49.335121 tst mo_mt_call.py: using CellId 30026\u000a16:17:49.463733 tst mo_mt_call.py: using BVCI 30027\u000a16:17:49.489070 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:49.500569 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:49.511919 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:49.523518 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:49.535222 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:49.547777 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:17:49.668254 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:17:49.874960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:50.377963 run create_hlr_db(pid=27279): Launched\u000a16:17:50.556115 bus /sierra_2: Setting Powered False\u000a16:17:51.578178 run create_hlr_db(pid=27279): Terminated: ok {rc=0}\u000a16:17:52.021734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27281): Launched\u000a16:17:52.357403 run osmo-hlr_10.42.42.2(pid=27282): Launched\u000a16:17:52.481135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:53.068596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27284): Launched\u000a16:17:53.404216 run osmo-stp_10.42.42.5(pid=27285): Launched\u000a16:17:53.525680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:54.135407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27287): Launched\u000a16:17:54.470093 run osmo-msc_10.42.42.6(pid=27288): Launched\u000a16:17:54.664840 run osmo-stp_10.42.42.5(pid=27285): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27285)]\u000a16:17:54.805417 run osmo-stp_10.42.42.5(pid=27285): stdout: \u000a| (launched: 2022-12-12_16:17:53.238053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:54.944623 run osmo-stp_10.42.42.5(pid=27285): stderr: \u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161753430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:55.079026 run osmo-stp_10.42.42.5(pid=27285): stdout: \u000a| (launched: 2022-12-12_16:17:53.238053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:55.211769 run osmo-stp_10.42.42.5(pid=27285): stderr: \u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161753429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161753430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161753430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:55.270201 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27285): Process ended prematurely: osmo-stp_10.42.42.5(pid=27285) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27285)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:17:55.279549 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:17:55.343337 run osmo-hlr_10.42.42.2(pid=27282): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27282)]\u000a16:17:55.395178 run osmo-hlr_10.42.42.2(pid=27282): stdout: \u000a| (launched: 2022-12-12_16:17:52.192420) \u000a16:17:55.447344 run osmo-hlr_10.42.42.2(pid=27282): stderr: \u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161752391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161752403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161752412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161752413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161752413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:55.518824 run osmo-msc_10.42.42.6(pid=27288): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27288)]\u000a16:17:55.570746 run osmo-msc_10.42.42.6(pid=27288): stdout: \u000a| (launched: 2022-12-12_16:17:54.304583) \u000a16:17:55.623429 run osmo-msc_10.42.42.6(pid=27288): stderr: \u000a| �[0;m�[38;5;43m20221212161754626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161754626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5de3f58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161754626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161754626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161754627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161754627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161754629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161754629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161754629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161754630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:55.667527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27281): Terminating (SIGTERM)\u000a16:17:55.709812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27284): Terminating (SIGTERM)\u000a16:17:55.751509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27287): Terminating (SIGTERM)\u000a16:17:55.761634 --- ParallelTerminationStrategy: PID 27281 died...\u000a16:17:55.818322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27281): Terminated: ok {rc=0}\u000a16:17:55.828355 --- ParallelTerminationStrategy: PID 27284 died...\u000a16:17:55.884198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27284): Terminated: ok {rc=0}\u000a16:17:55.894579 --- ParallelTerminationStrategy: PID 27287 died...\u000a16:17:55.950764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27287): Terminated: ok {rc=0}\u000a16:17:56.037897 bus /sierra_3: Setting Powered False\u000a16:17:57.145061 bus /sierra_3: Setting Powered False\u000a16:17:58.252614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27296): Process ended prematurely: osmo-stp_10.42.42.5(pid=27296) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27296)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27296): Process ended prematurely: osmo-stp_10.42.42.5(pid=27296) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:17:59.363262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.374995 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:17:59.521761 tst mo_mt_call_osmux.py: using LAC 30027\u000a16:17:59.645867 tst mo_mt_call_osmux.py: using RAC 192\u000a16:17:59.769383 tst mo_mt_call_osmux.py: using CellId 30027\u000a16:17:59.893358 tst mo_mt_call_osmux.py: using BVCI 30028\u000a16:17:59.917570 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.928745 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.939750 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.950687 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.961666 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:17:59.972630 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:18:00.093392 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:18:00.310835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:00.874164 run create_hlr_db(pid=27290): Launched\u000a16:18:01.070781 bus /sierra_2: Setting Powered False\u000a16:18:02.127337 run create_hlr_db(pid=27290): Terminated: ok {rc=0}\u000a16:18:02.565104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27292): Launched\u000a16:18:02.878903 run osmo-hlr_10.42.42.2(pid=27293): Launched\u000a16:18:02.993642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:03.533756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27295): Launched\u000a16:18:03.846955 run osmo-stp_10.42.42.5(pid=27296): Launched\u000a16:18:03.959773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:04.528750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27298): Launched\u000a16:18:04.843068 run osmo-msc_10.42.42.6(pid=27299): Launched\u000a16:18:05.024700 run osmo-stp_10.42.42.5(pid=27296): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27296)]\u000a16:18:05.155708 run osmo-stp_10.42.42.5(pid=27296): stdout: \u000a| (launched: 2022-12-12_16:18:03.691412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:05.284629 run osmo-stp_10.42.42.5(pid=27296): stderr: \u000a| �[0;m�[38;5;43m20221212161803863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161803863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161803864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161803864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:05.409254 run osmo-stp_10.42.42.5(pid=27296): stdout: \u000a| (launched: 2022-12-12_16:18:03.691412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:05.532705 run osmo-stp_10.42.42.5(pid=27296): stderr: \u000a| �[0;m�[38;5;43m20221212161803863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161803863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161803864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161803864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161803865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:05.587169 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27296): Process ended prematurely: osmo-stp_10.42.42.5(pid=27296) [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27296)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:18:05.595766 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:18:05.655550 run osmo-hlr_10.42.42.2(pid=27293): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27293)]\u000a16:18:05.705131 run osmo-hlr_10.42.42.2(pid=27293): stdout: \u000a| (launched: 2022-12-12_16:18:02.723580) \u000a16:18:05.754576 run osmo-hlr_10.42.42.2(pid=27293): stderr: \u000a| �[0;m�[1;31m20221212161802902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161802902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161802902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161802902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161802902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161802903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161802915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161802923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161802923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161802924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:05.822242 run osmo-msc_10.42.42.6(pid=27299): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27299)]\u000a16:18:05.871095 run osmo-msc_10.42.42.6(pid=27299): stdout: \u000a| (launched: 2022-12-12_16:18:04.686407) \u000a16:18:05.920511 run osmo-msc_10.42.42.6(pid=27299): stderr: \u000a| �[0;m�[38;5;43m20221212161804962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161804962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7014640c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161804963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161804963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161804963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161804963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161804965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161804965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161804965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161804965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:18:05.962701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27292): Terminating (SIGTERM)\u000a16:18:06.002577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27295): Terminating (SIGTERM)\u000a16:18:06.042103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27298): Terminating (SIGTERM)\u000a16:18:06.051313 --- ParallelTerminationStrategy: PID 27292 died...\u000a16:18:06.104923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27292): Terminated: ok {rc=0}\u000a16:18:06.114590 --- ParallelTerminationStrategy: PID 27295 died...\u000a16:18:06.167148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27295): Terminated: ok {rc=0}\u000a16:18:06.176738 --- ParallelTerminationStrategy: PID 27298 died...\u000a16:18:06.229426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27298): Terminated: ok {rc=0}\u000a16:18:06.318021 bus /sierra_3: Setting Powered False\u000a16:18:07.420207 bus /sierra_3: Setting Powered False\u000a16:18:08.531838 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:17:48" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27310): Process ended prematurely: osmo-stp_10.42.42.5(pid=27310) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27310)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27310): Process ended prematurely: osmo-stp_10.42.42.5(pid=27310) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:18:10.481053 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:10.492005 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:18:10.639305 tst mo_mt_call.py: using LAC 30028\u000a16:18:10.764096 tst mo_mt_call.py: using RAC 193\u000a16:18:10.887659 tst mo_mt_call.py: using CellId 30028\u000a16:18:11.012300 tst mo_mt_call.py: using BVCI 30029\u000a16:18:11.036016 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:11.047222 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:11.058108 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:11.068930 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:11.079839 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:11.090793 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:18:11.210819 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:18:11.419991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:11.921346 run create_hlr_db(pid=27304): Launched\u000a16:18:12.100435 bus /sierra_2: Setting Powered False\u000a16:18:13.122358 run create_hlr_db(pid=27304): Terminated: ok {rc=0}\u000a16:18:13.566482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27306): Launched\u000a16:18:13.903012 run osmo-hlr_10.42.42.2(pid=27307): Launched\u000a16:18:14.025224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:14.608430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27309): Launched\u000a16:18:14.944712 run osmo-stp_10.42.42.5(pid=27310): Launched\u000a16:18:15.066944 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:15.679102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27312): Launched\u000a16:18:16.079649 run osmo-msc_10.42.42.6(pid=27313): Launched\u000a16:18:16.380868 run osmo-stp_10.42.42.5(pid=27310): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27310)]\u000a16:18:16.545614 run osmo-stp_10.42.42.5(pid=27310): stdout: \u000a| (launched: 2022-12-12_16:18:14.778128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:16.813684 run osmo-stp_10.42.42.5(pid=27310): stderr: \u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161814972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:16.948218 run osmo-stp_10.42.42.5(pid=27310): stdout: \u000a| (launched: 2022-12-12_16:18:14.778128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:17.080556 run osmo-stp_10.42.42.5(pid=27310): stderr: \u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161814971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161814972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161814972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:17.138743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27310): Process ended prematurely: osmo-stp_10.42.42.5(pid=27310) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27310)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:18:17.148162 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a16:18:17.211110 run osmo-hlr_10.42.42.2(pid=27307): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27307)]\u000a16:18:17.261961 run osmo-hlr_10.42.42.2(pid=27307): stdout: \u000a| (launched: 2022-12-12_16:18:13.736735) \u000a16:18:17.314249 run osmo-hlr_10.42.42.2(pid=27307): stderr: \u000a| �[0;m�[1;31m20221212161813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161813934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161813935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161813947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161813958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:17.385761 run osmo-msc_10.42.42.6(pid=27313): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27313)]\u000a16:18:17.436026 run osmo-msc_10.42.42.6(pid=27313): stdout: \u000a| (launched: 2022-12-12_16:18:15.862454) \u000a16:18:17.486951 run osmo-msc_10.42.42.6(pid=27313): stderr: \u000a| �[0;m�[38;5;43m20221212161816479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161816480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f169e368c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161816480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161816480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161816480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161816480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161816491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161816491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161816491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161816491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:18:17.529425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27306): Terminating (SIGTERM)\u000a16:18:17.569359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27309): Terminating (SIGTERM)\u000a16:18:17.609430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27312): Terminating (SIGTERM)\u000a16:18:17.618301 --- ParallelTerminationStrategy: PID 27306 died...\u000a16:18:17.671378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27306): Terminated: ok {rc=0}\u000a16:18:17.681123 --- ParallelTerminationStrategy: PID 27309 died...\u000a16:18:17.734193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27309): Terminated: ok {rc=0}\u000a16:18:17.743870 --- ParallelTerminationStrategy: PID 27312 died...\u000a16:18:17.796991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27312): Terminated: ok {rc=0}\u000a16:18:17.886372 bus /sierra_3: Setting Powered False\u000a16:18:18.990668 bus /sierra_3: Setting Powered False\u000a16:18:20.103358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27321): Process ended prematurely: osmo-stp_10.42.42.5(pid=27321) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27321)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27321): Process ended prematurely: osmo-stp_10.42.42.5(pid=27321) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:18:21.214681 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.226412 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:18:21.373611 tst mo_mt_call_osmux.py: using LAC 30029\u000a16:18:21.497151 tst mo_mt_call_osmux.py: using RAC 194\u000a16:18:21.618508 tst mo_mt_call_osmux.py: using CellId 30029\u000a16:18:21.742071 tst mo_mt_call_osmux.py: using BVCI 30030\u000a16:18:21.765862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.776888 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.787800 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.798831 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.809837 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:18:21.820703 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:18:21.935908 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:18:22.150933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:22.678818 run create_hlr_db(pid=27315): Launched\u000a16:18:22.871131 bus /sierra_2: Setting Powered False\u000a16:18:23.892011 run create_hlr_db(pid=27315): Terminated: ok {rc=0}\u000a16:18:24.313565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Launched\u000a16:18:24.627700 run osmo-hlr_10.42.42.2(pid=27318): Launched\u000a16:18:24.752064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:25.296674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Launched\u000a16:18:25.608166 run osmo-stp_10.42.42.5(pid=27321): Launched\u000a16:18:25.719710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:26.288660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27323): Launched\u000a16:18:26.603882 run osmo-msc_10.42.42.6(pid=27324): Launched\u000a16:18:26.784749 run osmo-stp_10.42.42.5(pid=27321): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27321)]\u000a16:18:26.915216 run osmo-stp_10.42.42.5(pid=27321): stdout: \u000a| (launched: 2022-12-12_16:18:25.454449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:27.043767 run osmo-stp_10.42.42.5(pid=27321): stderr: \u000a| �[0;m�[38;5;43m20221212161825627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161825628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161825628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161825628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:27.167853 run osmo-stp_10.42.42.5(pid=27321): stdout: \u000a| (launched: 2022-12-12_16:18:25.454449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:27.290953 run osmo-stp_10.42.42.5(pid=27321): stderr: \u000a| �[0;m�[38;5;43m20221212161825627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161825628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161825628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161825628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161825629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:27.345518 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27321): Process ended prematurely: osmo-stp_10.42.42.5(pid=27321) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27321)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:18:27.354270 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:18:27.413652 run osmo-hlr_10.42.42.2(pid=27318): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27318)]\u000a16:18:27.462198 run osmo-hlr_10.42.42.2(pid=27318): stdout: \u000a| (launched: 2022-12-12_16:18:24.472604) \u000a16:18:27.512100 run osmo-hlr_10.42.42.2(pid=27318): stderr: \u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161824649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161824662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161824670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161824670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161824671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:27.579792 run osmo-msc_10.42.42.6(pid=27324): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27324)]\u000a16:18:27.628566 run osmo-msc_10.42.42.6(pid=27324): stdout: \u000a| (launched: 2022-12-12_16:18:26.446111) \u000a16:18:27.677788 run osmo-msc_10.42.42.6(pid=27324): stderr: \u000a| �[0;m�[38;5;43m20221212161826723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161826723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d1ad7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161826723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161826723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161826723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161826723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161826725 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161826725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161826726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161826726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:18:27.719689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Terminating (SIGTERM)\u000a16:18:27.759201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Terminating (SIGTERM)\u000a16:18:27.798878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27323): Terminating (SIGTERM)\u000a16:18:27.808164 --- ParallelTerminationStrategy: PID 27317 died...\u000a16:18:27.861266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Terminated: ok {rc=0}\u000a16:18:27.870813 --- ParallelTerminationStrategy: PID 27320 died...\u000a16:18:27.923650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Terminated: ok {rc=0}\u000a16:18:27.933321 --- ParallelTerminationStrategy: PID 27323 died...\u000a16:18:27.986437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27323): Terminated: ok {rc=0}\u000a16:18:28.075187 bus /sierra_3: Setting Powered False\u000a16:18:29.177495 bus /sierra_3: Setting Powered False\u000a16:18:30.289314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:18:10" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27335): Process ended prematurely: osmo-stp_10.42.42.5(pid=27335) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27335)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27335): Process ended prematurely: osmo-stp_10.42.42.5(pid=27335) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:18:32.303016 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.314697 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:18:32.470085 tst mo_mt_call.py: using LAC 30030\u000a16:18:32.600532 tst mo_mt_call.py: using RAC 195\u000a16:18:32.730921 tst mo_mt_call.py: using CellId 30030\u000a16:18:32.861509 tst mo_mt_call.py: using BVCI 30031\u000a16:18:32.886893 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.898434 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.909795 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.922106 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.934570 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:32.947737 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:18:33.069078 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:18:33.272154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:33.774248 run create_hlr_db(pid=27329): Launched\u000a16:18:33.952030 bus /sierra_2: Setting Powered False\u000a16:18:34.973849 run create_hlr_db(pid=27329): Terminated: ok {rc=0}\u000a16:18:35.414981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27331): Launched\u000a16:18:35.728161 run osmo-hlr_10.42.42.2(pid=27332): Launched\u000a16:18:35.848856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:36.395757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27334): Launched\u000a16:18:36.709654 run osmo-stp_10.42.42.5(pid=27335): Launched\u000a16:18:36.821367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:37.389226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27337): Launched\u000a16:18:37.704749 run osmo-msc_10.42.42.6(pid=27338): Launched\u000a16:18:37.886221 run osmo-stp_10.42.42.5(pid=27335): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27335)]\u000a16:18:38.017385 run osmo-stp_10.42.42.5(pid=27335): stdout: \u000a| (launched: 2022-12-12_16:18:36.553319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:38.146486 run osmo-stp_10.42.42.5(pid=27335): stderr: \u000a| �[0;m�[38;5;43m20221212161836727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161836728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161836728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161836728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:38.271559 run osmo-stp_10.42.42.5(pid=27335): stdout: \u000a| (launched: 2022-12-12_16:18:36.553319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:38.394677 run osmo-stp_10.42.42.5(pid=27335): stderr: \u000a| �[0;m�[38;5;43m20221212161836727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161836728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161836728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161836728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:38.449141 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27335): Process ended prematurely: osmo-stp_10.42.42.5(pid=27335) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27335)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:18:38.458039 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:18:38.517436 run osmo-hlr_10.42.42.2(pid=27332): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27332)]\u000a16:18:38.566059 run osmo-hlr_10.42.42.2(pid=27332): stdout: \u000a| (launched: 2022-12-12_16:18:35.573068) \u000a16:18:38.615174 run osmo-hlr_10.42.42.2(pid=27332): stderr: \u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161835751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161835763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161835771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161835772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161835772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:38.682566 run osmo-msc_10.42.42.6(pid=27338): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27338)]\u000a16:18:38.731211 run osmo-msc_10.42.42.6(pid=27338): stdout: \u000a| (launched: 2022-12-12_16:18:37.547100) \u000a16:18:38.780559 run osmo-msc_10.42.42.6(pid=27338): stderr: \u000a| �[0;m�[38;5;43m20221212161837821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161837821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f007d842c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161837821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161837821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161837821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161837822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161837823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161837824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161837824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161837824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:18:38.822377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27331): Terminating (SIGTERM)\u000a16:18:38.862189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27334): Terminating (SIGTERM)\u000a16:18:38.901739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27337): Terminating (SIGTERM)\u000a16:18:38.911071 --- ParallelTerminationStrategy: PID 27331 died...\u000a16:18:38.964570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27331): Terminated: ok {rc=0}\u000a16:18:38.974208 --- ParallelTerminationStrategy: PID 27334 died...\u000a16:18:39.026860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27334): Terminated: ok {rc=0}\u000a16:18:39.036317 --- ParallelTerminationStrategy: PID 27337 died...\u000a16:18:39.088650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27337): Terminated: ok {rc=0}\u000a16:18:39.179161 bus /sierra_3: Setting Powered False\u000a16:18:40.283245 bus /sierra_3: Setting Powered False\u000a16:18:41.395512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27346): Process ended prematurely: osmo-stp_10.42.42.5(pid=27346) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27346)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27346): Process ended prematurely: osmo-stp_10.42.42.5(pid=27346) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:18:42.507942 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:42.519633 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:18:42.667467 tst mo_mt_call_osmux.py: using LAC 30031\u000a16:18:42.798100 tst mo_mt_call_osmux.py: using RAC 196\u000a16:18:42.931759 tst mo_mt_call_osmux.py: using CellId 30031\u000a16:18:43.055494 tst mo_mt_call_osmux.py: using BVCI 30032\u000a16:18:43.079296 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:43.090500 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:43.101362 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:43.112205 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:43.123168 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:18:43.134174 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:18:43.250312 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:18:43.467187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:43.997683 run create_hlr_db(pid=27340): Launched\u000a16:18:44.190691 bus /sierra_2: Setting Powered False\u000a16:18:45.211827 run create_hlr_db(pid=27340): Terminated: ok {rc=0}\u000a16:18:45.656454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27342): Launched\u000a16:18:46.039157 run osmo-hlr_10.42.42.2(pid=27343): Launched\u000a16:18:46.202048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:46.867265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27345): Launched\u000a16:18:47.256401 run osmo-stp_10.42.42.5(pid=27346): Launched\u000a16:18:47.380591 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:47.953441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27348): Launched\u000a16:18:48.268280 run osmo-msc_10.42.42.6(pid=27349): Launched\u000a16:18:48.451013 run osmo-stp_10.42.42.5(pid=27346): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27346)]\u000a16:18:48.582252 run osmo-stp_10.42.42.5(pid=27346): stdout: \u000a| (launched: 2022-12-12_16:18:47.030403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:48.711065 run osmo-stp_10.42.42.5(pid=27346): stderr: \u000a| �[0;m�[38;5;43m20221212161847290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161847291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161847291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161847291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:48.835594 run osmo-stp_10.42.42.5(pid=27346): stdout: \u000a| (launched: 2022-12-12_16:18:47.030403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:48.959027 run osmo-stp_10.42.42.5(pid=27346): stderr: \u000a| �[0;m�[38;5;43m20221212161847290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161847291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161847291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161847291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161847292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:49.013397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27346): Process ended prematurely: osmo-stp_10.42.42.5(pid=27346) [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27346)] [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:18:49.022106 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:18:49.081678 run osmo-hlr_10.42.42.2(pid=27343): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27343)]\u000a16:18:49.130663 run osmo-hlr_10.42.42.2(pid=27343): stdout: \u000a| (launched: 2022-12-12_16:18:45.827090) \u000a16:18:49.180217 run osmo-hlr_10.42.42.2(pid=27343): stderr: \u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161846094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161846112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161846135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161846135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161846135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:49.247483 run osmo-msc_10.42.42.6(pid=27349): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27349)]\u000a16:18:49.296411 run osmo-msc_10.42.42.6(pid=27349): stdout: \u000a| (launched: 2022-12-12_16:18:48.111180) \u000a16:18:49.345974 run osmo-msc_10.42.42.6(pid=27349): stderr: \u000a| �[0;m�[38;5;43m20221212161848387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161848387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6a0d12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161848387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161848387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161848387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161848388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161848389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161848390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161848390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161848390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:18:49.387874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27342): Terminating (SIGTERM)\u000a16:18:49.427509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27345): Terminating (SIGTERM)\u000a16:18:49.467146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27348): Terminating (SIGTERM)\u000a16:18:49.476377 --- ParallelTerminationStrategy: PID 27342 died...\u000a16:18:49.529510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27342): Terminated: ok {rc=0}\u000a16:18:49.539085 --- ParallelTerminationStrategy: PID 27345 died...\u000a16:18:49.592750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27345): Terminated: ok {rc=0}\u000a16:18:49.602411 --- ParallelTerminationStrategy: PID 27348 died...\u000a16:18:49.655006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27348): Terminated: ok {rc=0}\u000a16:18:49.742792 bus /sierra_3: Setting Powered False\u000a16:18:50.846392 bus /sierra_3: Setting Powered False\u000a16:18:51.958676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27360): Process ended prematurely: osmo-stp_10.42.42.5(pid=27360) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27360)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27360): Process ended prematurely: osmo-stp_10.42.42.5(pid=27360) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:18:53.931060 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:53.942115 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:18:54.093773 tst mo_mt_call.py: using LAC 30032\u000a16:18:54.224674 tst mo_mt_call.py: using RAC 197\u000a16:18:54.352611 tst mo_mt_call.py: using CellId 30032\u000a16:18:54.480866 tst mo_mt_call.py: using BVCI 30033\u000a16:18:54.506522 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:54.518104 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:54.529455 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:54.541081 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:54.552696 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:18:54.564479 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:18:54.684318 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:18:54.890425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:55.392656 run create_hlr_db(pid=27354): Launched\u000a16:18:55.571144 bus /sierra_2: Setting Powered False\u000a16:18:56.592765 run create_hlr_db(pid=27354): Terminated: ok {rc=0}\u000a16:18:57.035943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27356): Launched\u000a16:18:57.371936 run osmo-hlr_10.42.42.2(pid=27357): Launched\u000a16:18:57.496665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:58.079266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27359): Launched\u000a16:18:58.417269 run osmo-stp_10.42.42.5(pid=27360): Launched\u000a16:18:58.538647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:18:59.150804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27362): Launched\u000a16:18:59.487418 run osmo-msc_10.42.42.6(pid=27363): Launched\u000a16:18:59.683587 run osmo-stp_10.42.42.5(pid=27360): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27360)]\u000a16:18:59.824512 run osmo-stp_10.42.42.5(pid=27360): stdout: \u000a| (launched: 2022-12-12_16:18:58.249801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:59.963752 run osmo-stp_10.42.42.5(pid=27360): stderr: \u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161858443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:00.098586 run osmo-stp_10.42.42.5(pid=27360): stdout: \u000a| (launched: 2022-12-12_16:18:58.249801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:00.232166 run osmo-stp_10.42.42.5(pid=27360): stderr: \u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161858442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161858443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161858443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:00.290942 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27360): Process ended prematurely: osmo-stp_10.42.42.5(pid=27360) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27360)] [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:19:00.300340 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:19:00.364642 run osmo-hlr_10.42.42.2(pid=27357): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27357)]\u000a16:19:00.417222 run osmo-hlr_10.42.42.2(pid=27357): stdout: \u000a| (launched: 2022-12-12_16:18:57.205713) \u000a16:19:00.470248 run osmo-hlr_10.42.42.2(pid=27357): stderr: \u000a| �[0;m�[1;31m20221212161857402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161857402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161857402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161857403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161857403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161857403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161857416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161857425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161857426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161857426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:00.541878 run osmo-msc_10.42.42.6(pid=27363): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27363)]\u000a16:19:00.593946 run osmo-msc_10.42.42.6(pid=27363): stdout: \u000a| (launched: 2022-12-12_16:18:59.320516) \u000a16:19:00.646860 run osmo-msc_10.42.42.6(pid=27363): stderr: \u000a| �[0;m�[38;5;43m20221212161859641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161859642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0878939c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161859642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161859642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161859644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161859644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161859644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161859644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:00.691549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27356): Terminating (SIGTERM)\u000a16:19:00.734204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27359): Terminating (SIGTERM)\u000a16:19:00.778221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27362): Terminating (SIGTERM)\u000a16:19:00.802916 --- ParallelTerminationStrategy: PID 27356 died...\u000a16:19:00.868570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27356): Terminated: ok {rc=0}\u000a16:19:00.879100 --- ParallelTerminationStrategy: PID 27359 died...\u000a16:19:00.936281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27359): Terminated: ok {rc=0}\u000a16:19:00.946910 --- ParallelTerminationStrategy: PID 27362 died...\u000a16:19:01.002618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27362): Terminated: ok {rc=0}\u000a16:19:01.094553 bus /sierra_3: Setting Powered False\u000a16:19:02.203318 bus /sierra_3: Setting Powered False\u000a16:19:03.315871 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27371): Process ended prematurely: osmo-stp_10.42.42.5(pid=27371) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27371)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27371): Process ended prematurely: osmo-stp_10.42.42.5(pid=27371) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:19:04.427898 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:04.439941 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:19:04.589318 tst mo_mt_call_osmux.py: using LAC 30033\u000a16:19:04.710463 tst mo_mt_call_osmux.py: using RAC 198\u000a16:19:04.835013 tst mo_mt_call_osmux.py: using CellId 30033\u000a16:19:04.963441 tst mo_mt_call_osmux.py: using BVCI 30034\u000a16:19:04.987261 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:04.998548 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:05.009558 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:05.020765 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:05.031809 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:19:05.042865 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:19:05.159405 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:19:05.374613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:05.905018 run create_hlr_db(pid=27365): Launched\u000a16:19:06.098380 bus /sierra_2: Setting Powered False\u000a16:19:07.120286 run create_hlr_db(pid=27365): Terminated: ok {rc=0}\u000a16:19:07.539728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27367): Launched\u000a16:19:07.851879 run osmo-hlr_10.42.42.2(pid=27368): Launched\u000a16:19:07.965475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:08.507531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27370): Launched\u000a16:19:08.821871 run osmo-stp_10.42.42.5(pid=27371): Launched\u000a16:19:08.935405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:19:09.505359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27373): Launched\u000a16:19:09.820381 run osmo-msc_10.42.42.6(pid=27374): Launched\u000a16:19:10.001914 run osmo-stp_10.42.42.5(pid=27371): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27371)]\u000a16:19:10.133368 run osmo-stp_10.42.42.5(pid=27371): stdout: \u000a| (launched: 2022-12-12_16:19:08.665406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:10.262486 run osmo-stp_10.42.42.5(pid=27371): stderr: \u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161908837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161908837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161908837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161908838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:10.387109 run osmo-stp_10.42.42.5(pid=27371): stdout: \u000a| (launched: 2022-12-12_16:19:08.665406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:10.511679 run osmo-stp_10.42.42.5(pid=27371): stderr: \u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161908836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161908837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161908837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161908837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161908838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:10.566283 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27371): Process ended prematurely: osmo-stp_10.42.42.5(pid=27371) [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27371)] [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:19:10.574990 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:19:10.634612 run osmo-hlr_10.42.42.2(pid=27368): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27368)]\u000a16:19:10.683657 run osmo-hlr_10.42.42.2(pid=27368): stdout: \u000a| (launched: 2022-12-12_16:19:07.698344) \u000a16:19:10.733295 run osmo-hlr_10.42.42.2(pid=27368): stderr: \u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161907877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161907890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161907898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161907899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161907899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:10.800590 run osmo-msc_10.42.42.6(pid=27374): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27374)]\u000a16:19:10.849673 run osmo-msc_10.42.42.6(pid=27374): stdout: \u000a| (launched: 2022-12-12_16:19:09.663465) \u000a16:19:10.898893 run osmo-msc_10.42.42.6(pid=27374): stderr: \u000a| �[0;m�[38;5;43m20221212161909939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161909939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b70595c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161909939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161909939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161909939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161909939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161909941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161909942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161909942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161909942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:10.940583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27367): Terminating (SIGTERM)\u000a16:19:10.979921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27370): Terminating (SIGTERM)\u000a16:19:11.019445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27373): Terminating (SIGTERM)\u000a16:19:11.028709 --- ParallelTerminationStrategy: PID 27367 died...\u000a16:19:11.081833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27367): Terminated: ok {rc=0}\u000a16:19:11.091458 --- ParallelTerminationStrategy: PID 27370 died...\u000a16:19:11.144326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27370): Terminated: ok {rc=0}\u000a16:19:11.154505 --- ParallelTerminationStrategy: PID 27373 died...\u000a16:19:11.207223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27373): Terminated: ok {rc=0}\u000a16:19:11.294422 bus /sierra_3: Setting Powered False\u000a16:19:12.400490 bus /sierra_3: Setting Powered False\u000a16:19:13.506879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:18:53" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27385): Process ended prematurely: osmo-stp_10.42.42.5(pid=27385) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27385)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27385): Process ended prematurely: osmo-stp_10.42.42.5(pid=27385) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:19:15.461049 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:15.471871 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:15.619675 tst mo_mt_call.py: using LAC 30034\u000a16:19:15.750251 tst mo_mt_call.py: using RAC 199\u000a16:19:15.892630 tst mo_mt_call.py: using CellId 30034\u000a16:19:16.026988 tst mo_mt_call.py: using BVCI 30035\u000a16:19:16.053912 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:16.066565 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:16.080060 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:16.093114 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:16.105539 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:16.120217 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:19:16.249138 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:19:16.483813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:17.056750 run create_hlr_db(pid=27379): Launched\u000a16:19:17.241339 bus /sierra_2: Setting Powered False\u000a16:19:18.258705 run create_hlr_db(pid=27379): Terminated: ok {rc=0}\u000a16:19:18.675999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27381): Launched\u000a16:19:18.987020 run osmo-hlr_10.42.42.2(pid=27382): Launched\u000a16:19:19.106042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:19.649183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27384): Launched\u000a16:19:19.961078 run osmo-stp_10.42.42.5(pid=27385): Launched\u000a16:19:20.073417 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:19:20.646413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27387): Launched\u000a16:19:20.963404 run osmo-msc_10.42.42.6(pid=27388): Launched\u000a16:19:21.145790 run osmo-stp_10.42.42.5(pid=27385): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27385)]\u000a16:19:21.277625 run osmo-stp_10.42.42.5(pid=27385): stdout: \u000a| (launched: 2022-12-12_16:19:19.807220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:21.407293 run osmo-stp_10.42.42.5(pid=27385): stderr: \u000a| �[0;m�[38;5;43m20221212161919982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161919982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161919983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161919983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161919983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161919984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161919984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:21.532492 run osmo-stp_10.42.42.5(pid=27385): stdout: \u000a| (launched: 2022-12-12_16:19:19.807220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:21.656227 run osmo-stp_10.42.42.5(pid=27385): stderr: \u000a| �[0;m�[38;5;43m20221212161919982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161919982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161919983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161919983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161919983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161919984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161919984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:21.710892 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27385): Process ended prematurely: osmo-stp_10.42.42.5(pid=27385) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27385)] [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:19:21.719428 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:19:21.779741 run osmo-hlr_10.42.42.2(pid=27382): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27382)]\u000a16:19:21.829369 run osmo-hlr_10.42.42.2(pid=27382): stdout: \u000a| (launched: 2022-12-12_16:19:18.833871) \u000a16:19:21.879403 run osmo-hlr_10.42.42.2(pid=27382): stderr: \u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161919013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161919025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161919034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161919035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161919035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:21.947889 run osmo-msc_10.42.42.6(pid=27388): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27388)]\u000a16:19:21.997295 run osmo-msc_10.42.42.6(pid=27388): stdout: \u000a| (launched: 2022-12-12_16:19:20.805488) \u000a16:19:22.047107 run osmo-msc_10.42.42.6(pid=27388): stderr: \u000a| �[0;m�[38;5;43m20221212161921080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161921080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5235644c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161921080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161921080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161921080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161921081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161921082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161921083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161921083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161921083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:22.089524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27381): Terminating (SIGTERM)\u000a16:19:22.129602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27384): Terminating (SIGTERM)\u000a16:19:22.169669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27387): Terminating (SIGTERM)\u000a16:19:22.179018 --- ParallelTerminationStrategy: PID 27381 died...\u000a16:19:22.232466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27381): Terminated: ok {rc=0}\u000a16:19:22.242237 --- ParallelTerminationStrategy: PID 27384 died...\u000a16:19:22.295873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27384): Terminated: ok {rc=0}\u000a16:19:22.305883 --- ParallelTerminationStrategy: PID 27387 died...\u000a16:19:22.359010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27387): Terminated: ok {rc=0}\u000a16:19:22.450243 bus /sierra_3: Setting Powered False\u000a16:19:23.555015 bus /sierra_3: Setting Powered False\u000a16:19:24.668174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 177, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:19:25.780519 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:25.792162 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:19:25.945258 tst mo_mt_call_osmux.py: using LAC 30035\u000a16:19:26.066594 tst mo_mt_call_osmux.py: using RAC 200\u000a16:19:26.189453 tst mo_mt_call_osmux.py: using CellId 30035\u000a16:19:26.310312 tst mo_mt_call_osmux.py: using BVCI 30036\u000a16:19:26.334190 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:26.345172 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:26.355746 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:26.366476 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:26.377178 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:19:26.387936 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:19:26.508569 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:19:26.714328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:27.216740 run create_hlr_db(pid=27391): Launched\u000a16:19:27.394655 bus /sierra_2: Setting Powered False\u000a16:19:28.417564 run create_hlr_db(pid=27391): Terminated: ok {rc=0}\u000a16:19:28.863642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Launched\u000a16:19:29.201603 run osmo-hlr_10.42.42.2(pid=27394): Launched\u000a16:19:29.329453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:29.909159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Launched\u000a16:19:30.246325 run osmo-stp_10.42.42.5(pid=27397): Launched\u000a16:19:30.368380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:19:31.014209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Launched\u000a16:19:31.372940 run osmo-msc_10.42.42.6(pid=27400): Launched\u000a16:19:31.666123 run osmo-stp_10.42.42.5(pid=27397): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]\u000a16:19:31.982018 run osmo-stp_10.42.42.5(pid=27397): stdout: \u000a| (launched: 2022-12-12_16:19:30.078533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:32.242245 run osmo-stp_10.42.42.5(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221212161930268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161930269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161930269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161930269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:32.379392 run osmo-stp_10.42.42.5(pid=27397): stdout: \u000a| (launched: 2022-12-12_16:19:30.078533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:32.513551 run osmo-stp_10.42.42.5(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221212161930268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161930269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161930269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161930269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161930270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:32.572676 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)] [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:19:32.582536 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a16:19:32.648919 run osmo-hlr_10.42.42.2(pid=27394): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27394)]\u000a16:19:32.702756 run osmo-hlr_10.42.42.2(pid=27394): stdout: \u000a| (launched: 2022-12-12_16:19:29.033858) \u000a16:19:32.757136 run osmo-hlr_10.42.42.2(pid=27394): stderr: \u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161929232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161929244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161929253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161929253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161929253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:32.830146 run osmo-msc_10.42.42.6(pid=27400): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27400)]\u000a16:19:32.883505 run osmo-msc_10.42.42.6(pid=27400): stdout: \u000a| (launched: 2022-12-12_16:19:31.178421) \u000a16:19:32.937929 run osmo-msc_10.42.42.6(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221212161931839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161931839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49c84b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161931839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161931839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161931840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161931840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161931845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161931846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161931847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161931848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:32.983124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Terminating (SIGTERM)\u000a16:19:33.027460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Terminating (SIGTERM)\u000a16:19:33.070099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Terminating (SIGTERM)\u000a16:19:33.081094 --- ParallelTerminationStrategy: PID 27393 died...\u000a16:19:33.139878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Terminated: ok {rc=0}\u000a16:19:33.150257 --- ParallelTerminationStrategy: PID 27396 died...\u000a16:19:33.207863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Terminated: ok {rc=0}\u000a16:19:33.219068 --- ParallelTerminationStrategy: PID 27399 died...\u000a16:19:33.277077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Terminated: ok {rc=0}\u000a16:19:33.363981 bus /sierra_3: Setting Powered False\u000a16:19:34.472763 bus /sierra_3: Setting Powered False\u000a16:19:35.581876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:19:15" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:19:37.559878 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:37.571008 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a16:19:37.699412 tst emergency_mo_mt_call.py: using LAC 30036\u000a16:19:37.818704 tst emergency_mo_mt_call.py: using RAC 201\u000a16:19:37.940641 tst emergency_mo_mt_call.py: using CellId 30036\u000a16:19:38.061923 tst emergency_mo_mt_call.py: using BVCI 30037\u000a16:19:38.085344 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:38.096181 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:38.106892 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:38.117946 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:38.129005 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:38.139974 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:38.260287 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:38.463104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:38.960710 run create_hlr_db(pid=27406): Launched\u000a16:19:39.137058 bus /sierra_2: Setting Powered False\u000a16:19:40.158805 run create_hlr_db(pid=27406): Terminated: ok {rc=0}\u000a16:19:40.597900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Launched\u000a16:19:40.927235 run osmo-hlr_10.42.42.2(pid=27409): Launched\u000a16:19:41.048563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:41.624451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Launched\u000a16:19:41.954354 run osmo-stp_10.42.42.5(pid=27412): Launched\u000a16:19:42.089951 tst emergency_mo_mt_call.py: using MSISDN 7862\u000a16:19:42.253896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:19:42.855493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Launched\u000a16:19:43.188240 run osmo-msc_10.42.42.6(pid=27415): Launched\u000a16:19:43.380803 run osmo-stp_10.42.42.5(pid=27412): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]\u000a16:19:43.519352 run osmo-stp_10.42.42.5(pid=27412): stdout: \u000a| (launched: 2022-12-12_16:19:41.790667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:43.656800 run osmo-stp_10.42.42.5(pid=27412): stderr: \u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161941983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:43.789072 run osmo-stp_10.42.42.5(pid=27412): stdout: \u000a| (launched: 2022-12-12_16:19:41.790667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:43.920026 run osmo-stp_10.42.42.5(pid=27412): stderr: \u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161941982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161941983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161941983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:43.977364 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)] [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a16:19:43.986447 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a16:19:44.050569 run osmo-hlr_10.42.42.2(pid=27409): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27409)]\u000a16:19:44.102592 run osmo-hlr_10.42.42.2(pid=27409): stdout: \u000a| (launched: 2022-12-12_16:19:40.765068) \u000a16:19:44.155515 run osmo-hlr_10.42.42.2(pid=27409): stderr: \u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161940962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161940975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161940984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161940984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161940984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:44.227156 run osmo-msc_10.42.42.6(pid=27415): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27415)]\u000a16:19:44.279180 run osmo-msc_10.42.42.6(pid=27415): stdout: \u000a| (launched: 2022-12-12_16:19:43.022475) \u000a16:19:44.332000 run osmo-msc_10.42.42.6(pid=27415): stderr: \u000a| �[0;m�[38;5;43m20221212161943342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161943343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b2a809c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161943343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161943343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161943343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161943343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161943345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161943346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161943346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161943346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:44.376231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Terminating (SIGTERM)\u000a16:19:44.418613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Terminating (SIGTERM)\u000a16:19:44.460892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Terminating (SIGTERM)\u000a16:19:44.471172 --- ParallelTerminationStrategy: PID 27408 died...\u000a16:19:44.528244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Terminated: ok {rc=0}\u000a16:19:44.538553 --- ParallelTerminationStrategy: PID 27411 died...\u000a16:19:44.595127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Terminated: ok {rc=0}\u000a16:19:44.605687 --- ParallelTerminationStrategy: PID 27414 died...\u000a16:19:44.661612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Terminated: ok {rc=0}\u000a16:19:44.750537 bus /sierra_3: Setting Powered False\u000a16:19:45.889561 bus /sierra_3: Setting Powered False\u000a16:19:46.998776 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:19:48.049154 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.060718 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a16:19:48.192849 tst emergency_preemptive_call.py: using LAC 30037\u000a16:19:48.314199 tst emergency_preemptive_call.py: using RAC 202\u000a16:19:48.434155 tst emergency_preemptive_call.py: using CellId 30037\u000a16:19:48.554117 tst emergency_preemptive_call.py: using BVCI 30038\u000a16:19:48.577754 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.588446 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.599188 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.610386 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.621523 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a16:19:48.632609 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:48.749062 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:48.870589 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:48.990074 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a16:19:49.200101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:49.722219 run create_hlr_db(pid=27417): Launched\u000a16:19:49.912876 bus /sierra_2: Setting Powered False\u000a16:19:50.934333 run create_hlr_db(pid=27417): Terminated: ok {rc=0}\u000a16:19:51.349260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Launched\u000a16:19:51.659398 run osmo-hlr_10.42.42.2(pid=27420): Launched\u000a16:19:51.771931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:52.302987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Launched\u000a16:19:52.612177 run osmo-stp_10.42.42.5(pid=27423): Launched\u000a16:19:52.747992 tst emergency_preemptive_call.py: using MSISDN 7863\u000a16:19:52.899458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:19:53.458945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Launched\u000a16:19:53.767170 run osmo-msc_10.42.42.6(pid=27426): Launched\u000a16:19:53.946093 run osmo-stp_10.42.42.5(pid=27423): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a16:19:54.075313 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-12_16:19:52.457861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:54.202267 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161952630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:54.324405 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-12_16:19:52.457861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:54.445731 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212161952629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212161952630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212161952630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:54.498905 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)] [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a16:19:54.506867 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a16:19:54.566470 run osmo-hlr_10.42.42.2(pid=27420): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27420)]\u000a16:19:54.615266 run osmo-hlr_10.42.42.2(pid=27420): stdout: \u000a| (launched: 2022-12-12_16:19:51.505307) \u000a16:19:54.664662 run osmo-hlr_10.42.42.2(pid=27420): stderr: \u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212161951682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212161951696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212161951704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212161951704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212161951704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:54.731992 run osmo-msc_10.42.42.6(pid=27426): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27426)]\u000a16:19:54.780523 run osmo-msc_10.42.42.6(pid=27426): stdout: \u000a| (launched: 2022-12-12_16:19:53.614318) \u000a16:19:54.830268 run osmo-msc_10.42.42.6(pid=27426): stderr: \u000a| �[0;m�[38;5;43m20221212161953887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212161953887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ede47dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212161953887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212161953887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212161953887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212161953888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212161953889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212161953890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212161953891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212161953891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:19:54.872285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminating (SIGTERM)\u000a16:19:54.911574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminating (SIGTERM)\u000a16:19:54.950993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminating (SIGTERM)\u000a16:19:54.960242 --- ParallelTerminationStrategy: PID 27419 died...\u000a16:19:55.012928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminated: ok {rc=0}\u000a16:19:55.022544 --- ParallelTerminationStrategy: PID 27422 died...\u000a16:19:55.075338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminated: ok {rc=0}\u000a16:19:55.084850 --- ParallelTerminationStrategy: PID 27425 died...\u000a16:19:55.137775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminated: ok {rc=0}\u000a16:19:55.229419 bus /sierra_9: Setting Powered False\u000a16:19:56.333895 bus /sierra_9: Setting Powered False\u000a16:19:57.446289 bus /sierra_8: Setting Powered False\u000a16:19:58.549452 bus /sierra_8: Setting Powered False\u000a16:19:59.656091 bus /sierra_3: Setting Powered False\u000a16:20:00.756988 bus /sierra_3: Setting Powered False\u000a16:20:01.864010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:19:37" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27444): Process ended prematurely: osmo-stp_10.42.42.5(pid=27444) [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27444)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27444): Process ended prematurely: osmo-stp_10.42.42.5(pid=27444) [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:20:03.934553 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:03.945062 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a16:20:04.069520 tst cs_paging_gprs_active.py: using LAC 30038\u000a16:20:04.192261 tst cs_paging_gprs_active.py: using RAC 203\u000a16:20:04.314941 tst cs_paging_gprs_active.py: using CellId 30038\u000a16:20:04.439177 tst cs_paging_gprs_active.py: using BVCI 30039\u000a16:20:04.463009 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.473677 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.484016 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.494426 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.504672 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.514977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.525417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.535803 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:04.546301 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:04.666661 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:04.971023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:20:05.111689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:05.461692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27434): Launched\u000a16:20:05.753446 run iperf3-srv_10.42.42.10(pid=27435): Launched\u000a16:20:05.959168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:20:06.098847 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:06.448922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27436): Launched\u000a16:20:06.739625 run iperf3-srv_10.42.42.10(pid=27437): Launched\u000a16:20:06.944825 tst cs_paging_gprs_active.py:38: start network...\u000a16:20:07.084783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:07.614915 run create_hlr_db(pid=27438): Launched\u000a16:20:07.808627 bus /sierra_2: Setting Powered False\u000a16:20:08.829590 run create_hlr_db(pid=27438): Terminated: ok {rc=0}\u000a16:20:09.274133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27440): Launched\u000a16:20:09.612041 run osmo-hlr_10.42.42.2(pid=27441): Launched\u000a16:20:09.731484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:10.313170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27443): Launched\u000a16:20:10.651197 run osmo-stp_10.42.42.5(pid=27444): Launched\u000a16:20:10.772712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:11.356080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27446): Launched\u000a16:20:11.475095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:11.766969 run patchelf(pid=27447): Launched\u000a16:20:11.961451 run osmo-stp_10.42.42.5(pid=27444): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27444)]\u000a16:20:12.103356 run osmo-stp_10.42.42.5(pid=27444): stdout: \u000a| (launched: 2022-12-12_16:20:10.482572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:12.246011 run osmo-stp_10.42.42.5(pid=27444): stderr: \u000a| �[0;m�[38;5;43m20221212162010673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162010673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162010674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162010674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:12.383674 run osmo-stp_10.42.42.5(pid=27444): stdout: \u000a| (launched: 2022-12-12_16:20:10.482572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:12.519745 run osmo-stp_10.42.42.5(pid=27444): stderr: \u000a| �[0;m�[38;5;43m20221212162010673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162010673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162010674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162010674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162010675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:12.678603 run patchelf(pid=27447): Terminating (SIGINT)\u000a16:20:12.864880 run patchelf(pid=27447): Terminated: ok {rc=0}\u000a16:20:12.899190 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27444): Process ended prematurely: osmo-stp_10.42.42.5(pid=27444) [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27444)] [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a16:20:12.909252 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:20:12.973380 run osmo-hlr_10.42.42.2(pid=27441): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27441)]\u000a16:20:13.025438 run osmo-hlr_10.42.42.2(pid=27441): stdout: \u000a| (launched: 2022-12-12_16:20:09.444596) \u000a16:20:13.077787 run osmo-hlr_10.42.42.2(pid=27441): stderr: \u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162009641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162009746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162009756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162009757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162009757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:13.122167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27434): Terminating (SIGTERM)\u000a16:20:13.164430 run iperf3-srv_10.42.42.10(pid=27435): Terminating (SIGTERM)\u000a16:20:13.206676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27436): Terminating (SIGTERM)\u000a16:20:13.248609 run iperf3-srv_10.42.42.10(pid=27437): Terminating (SIGTERM)\u000a16:20:13.291418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27440): Terminating (SIGTERM)\u000a16:20:13.333491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27443): Terminating (SIGTERM)\u000a16:20:13.375614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27446): Terminating (SIGTERM)\u000a16:20:13.385821 --- ParallelTerminationStrategy: PID 27434 died...\u000a16:20:13.442293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27434): Terminated: ok {rc=0}\u000a16:20:13.452364 --- ParallelTerminationStrategy: PID 27435 died...\u000a16:20:13.507791 run iperf3-srv_10.42.42.10(pid=27435): Terminated {rc=256}\u000a16:20:13.518193 --- ParallelTerminationStrategy: PID 27436 died...\u000a16:20:13.573734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27436): Terminated: ok {rc=0}\u000a16:20:13.583998 --- ParallelTerminationStrategy: PID 27437 died...\u000a16:20:13.639587 run iperf3-srv_10.42.42.10(pid=27437): Terminated {rc=256}\u000a16:20:13.650033 --- ParallelTerminationStrategy: PID 27440 died...\u000a16:20:13.706110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27440): Terminated: ok {rc=0}\u000a16:20:13.716356 --- ParallelTerminationStrategy: PID 27443 died...\u000a16:20:13.771881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27443): Terminated: ok {rc=0}\u000a16:20:13.782313 --- ParallelTerminationStrategy: PID 27446 died...\u000a16:20:13.838053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27446): Terminated: ok {rc=0}\u000a16:20:13.925611 bus /gobi_0: Setting Powered False\u000a16:20:15.028645 bus /gobi_0: Setting Powered False\u000a16:20:16.135085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 237, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27456): Process ended prematurely: osmo-stp_10.42.42.5(pid=27456) [trial-2379↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27456)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27456): Process ended prematurely: osmo-stp_10.42.42.5(pid=27456) [trial-2379↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a16:20:17.253552 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.265310 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a16:20:17.395659 tst iperf3.py: using LAC 30039\u000a16:20:17.517617 tst iperf3.py: using RAC 204\u000a16:20:17.639411 tst iperf3.py: using CellId 30039\u000a16:20:17.759090 tst iperf3.py: using BVCI 30040\u000a16:20:17.783311 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.794075 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.804789 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.815365 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.825873 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.836662 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.847386 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.857988 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:17.868833 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:18.154772 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:18.284425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:18.609500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27448): Launched\u000a16:20:18.880887 run iperf3-srv_10.42.42.10(pid=27449): Launched\u000a16:20:19.071334 tst iperf3.py:8: start network...\u000a16:20:19.201339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:19.704174 run create_hlr_db(pid=27450): Launched\u000a16:20:19.883203 bus /gobi_6: Setting Powered False\u000a16:20:20.904792 run create_hlr_db(pid=27450): Terminated: ok {rc=0}\u000a16:20:21.350388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27452): Launched\u000a16:20:21.685275 run osmo-hlr_10.42.42.2(pid=27453): Launched\u000a16:20:21.808779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:22.396914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27455): Launched\u000a16:20:22.734359 run osmo-stp_10.42.42.5(pid=27456): Launched\u000a16:20:22.856268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:23.441309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27458): Launched\u000a16:20:23.560851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:23.853695 run patchelf(pid=27459): Launched\u000a16:20:24.048069 run osmo-stp_10.42.42.5(pid=27456): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27456)]\u000a16:20:24.190853 run osmo-stp_10.42.42.5(pid=27456): stdout: \u000a| (launched: 2022-12-12_16:20:22.566855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:24.333878 run osmo-stp_10.42.42.5(pid=27456): stderr: \u000a| �[0;m�[38;5;43m20221212162022757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162022758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162022758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162022758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:24.472307 run osmo-stp_10.42.42.5(pid=27456): stdout: \u000a| (launched: 2022-12-12_16:20:22.566855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:24.609306 run osmo-stp_10.42.42.5(pid=27456): stderr: \u000a| �[0;m�[38;5;43m20221212162022757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162022758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162022758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162022758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162022759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:24.767804 run patchelf(pid=27459): Terminating (SIGINT)\u000a16:20:24.954100 run patchelf(pid=27459): Terminated: ok {rc=0}\u000a16:20:24.988054 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27456): Process ended prematurely: osmo-stp_10.42.42.5(pid=27456) [trial-2379↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27456)] [trial-2379↪gprs:oc2g↪iperf3.py:8]\u000a16:20:24.998140 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:20:25.061869 run osmo-hlr_10.42.42.2(pid=27453): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27453)]\u000a16:20:25.113771 run osmo-hlr_10.42.42.2(pid=27453): stdout: \u000a| (launched: 2022-12-12_16:20:21.519749) \u000a16:20:25.166824 run osmo-hlr_10.42.42.2(pid=27453): stderr: \u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162021717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162021730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162021739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162021739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162021739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:25.211708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27448): Terminating (SIGTERM)\u000a16:20:25.253930 run iperf3-srv_10.42.42.10(pid=27449): Terminating (SIGTERM)\u000a16:20:25.295956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27452): Terminating (SIGTERM)\u000a16:20:25.338383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27455): Terminating (SIGTERM)\u000a16:20:25.380239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27458): Terminating (SIGTERM)\u000a16:20:25.390432 --- ParallelTerminationStrategy: PID 27448 died...\u000a16:20:25.446357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27448): Terminated: ok {rc=0}\u000a16:20:25.456754 --- ParallelTerminationStrategy: PID 27449 died...\u000a16:20:25.512466 run iperf3-srv_10.42.42.10(pid=27449): Terminated {rc=256}\u000a16:20:25.522936 --- ParallelTerminationStrategy: PID 27452 died...\u000a16:20:25.579191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27452): Terminated: ok {rc=0}\u000a16:20:25.589477 --- ParallelTerminationStrategy: PID 27455 died...\u000a16:20:25.645340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27455): Terminated: ok {rc=0}\u000a16:20:25.655399 --- ParallelTerminationStrategy: PID 27458 died...\u000a16:20:25.711541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27458): Terminated: ok {rc=0}\u000a16:20:25.798826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27474): Process ended prematurely: osmo-stp_10.42.42.5(pid=27474) [trial-2379↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27474)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27474): Process ended prematurely: osmo-stp_10.42.42.5(pid=27474) [trial-2379↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a16:20:26.917034 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:26.928924 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a16:20:27.063487 tst iperf3m4.py: using LAC 30040\u000a16:20:27.194427 tst iperf3m4.py: using RAC 205\u000a16:20:27.324906 tst iperf3m4.py: using CellId 30040\u000a16:20:27.456099 tst iperf3m4.py: using BVCI 30041\u000a16:20:27.482405 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.493580 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.504688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.516254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.527501 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.538837 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.550342 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.561643 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:27.573156 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:27.691679 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:27.814240 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:27.935322 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:28.234765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:28.375434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:28.724102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27460): Launched\u000a16:20:29.015266 run iperf3-srv_10.42.42.10(pid=27461): Launched\u000a16:20:29.221402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:20:29.361865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:29.708670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27462): Launched\u000a16:20:29.999773 run iperf3-srv_10.42.42.10(pid=27463): Launched\u000a16:20:30.205306 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:20:30.345310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:30.691874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27464): Launched\u000a16:20:31.021461 run iperf3-srv_10.42.42.10(pid=27465): Launched\u000a16:20:31.220211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:20:31.356330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:31.721902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27466): Launched\u000a16:20:32.073205 run iperf3-srv_10.42.42.10(pid=27467): Launched\u000a16:20:32.265184 tst iperf3m4.py:8: start network...\u000a16:20:32.395270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:32.902007 run create_hlr_db(pid=27468): Launched\u000a16:20:33.080519 bus /gobi_6: Setting Powered False\u000a16:20:34.102259 run create_hlr_db(pid=27468): Terminated: ok {rc=0}\u000a16:20:34.520316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27470): Launched\u000a16:20:34.835582 run osmo-hlr_10.42.42.2(pid=27471): Launched\u000a16:20:34.949693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:35.493620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27473): Launched\u000a16:20:35.807877 run osmo-stp_10.42.42.5(pid=27474): Launched\u000a16:20:35.920725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:36.468685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27476): Launched\u000a16:20:36.580350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:36.854223 run patchelf(pid=27477): Launched\u000a16:20:37.036048 run osmo-stp_10.42.42.5(pid=27474): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27474)]\u000a16:20:37.169620 run osmo-stp_10.42.42.5(pid=27474): stdout: \u000a| (launched: 2022-12-12_16:20:35.651385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:37.303448 run osmo-stp_10.42.42.5(pid=27474): stderr: \u000a| �[0;m�[38;5;43m20221212162035823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162035823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162035824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162035824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:37.431976 run osmo-stp_10.42.42.5(pid=27474): stdout: \u000a| (launched: 2022-12-12_16:20:35.651385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:37.560117 run osmo-stp_10.42.42.5(pid=27474): stderr: \u000a| �[0;m�[38;5;43m20221212162035823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162035823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162035824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162035824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162035825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:37.708074 run patchelf(pid=27477): Terminating (SIGINT)\u000a16:20:37.882228 run patchelf(pid=27477): Terminated: ok {rc=0}\u000a16:20:37.914255 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27474): Process ended prematurely: osmo-stp_10.42.42.5(pid=27474) [trial-2379↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27474)] [trial-2379↪gprs:oc2g↪iperf3m4.py:8]\u000a16:20:37.923617 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:20:37.983990 run osmo-hlr_10.42.42.2(pid=27471): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27471)]\u000a16:20:38.032993 run osmo-hlr_10.42.42.2(pid=27471): stdout: \u000a| (launched: 2022-12-12_16:20:34.678695) \u000a16:20:38.083417 run osmo-hlr_10.42.42.2(pid=27471): stderr: \u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162034856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162034868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162034876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162034877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162034877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:38.126235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27460): Terminating (SIGTERM)\u000a16:20:38.166458 run iperf3-srv_10.42.42.10(pid=27461): Terminating (SIGTERM)\u000a16:20:38.206508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27462): Terminating (SIGTERM)\u000a16:20:38.246571 run iperf3-srv_10.42.42.10(pid=27463): Terminating (SIGTERM)\u000a16:20:38.286678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27464): Terminating (SIGTERM)\u000a16:20:38.326808 run iperf3-srv_10.42.42.10(pid=27465): Terminating (SIGTERM)\u000a16:20:38.366898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27466): Terminating (SIGTERM)\u000a16:20:38.406913 run iperf3-srv_10.42.42.10(pid=27467): Terminating (SIGTERM)\u000a16:20:38.446986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27470): Terminating (SIGTERM)\u000a16:20:38.487118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27473): Terminating (SIGTERM)\u000a16:20:38.527318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27476): Terminating (SIGTERM)\u000a16:20:38.536748 --- ParallelTerminationStrategy: PID 27460 died...\u000a16:20:38.590740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27460): Terminated: ok {rc=0}\u000a16:20:38.600571 --- ParallelTerminationStrategy: PID 27461 died...\u000a16:20:38.654027 run iperf3-srv_10.42.42.10(pid=27461): Terminated {rc=256}\u000a16:20:38.664107 --- ParallelTerminationStrategy: PID 27462 died...\u000a16:20:38.718028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27462): Terminated: ok {rc=0}\u000a16:20:38.727771 --- ParallelTerminationStrategy: PID 27463 died...\u000a16:20:38.780920 run iperf3-srv_10.42.42.10(pid=27463): Terminated {rc=256}\u000a16:20:38.790666 --- ParallelTerminationStrategy: PID 27464 died...\u000a16:20:38.844267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27464): Terminated: ok {rc=0}\u000a16:20:38.854082 --- ParallelTerminationStrategy: PID 27465 died...\u000a16:20:38.907902 run iperf3-srv_10.42.42.10(pid=27465): Terminated {rc=256}\u000a16:20:38.918019 --- ParallelTerminationStrategy: PID 27466 died...\u000a16:20:38.971551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27466): Terminated: ok {rc=0}\u000a16:20:38.981480 --- ParallelTerminationStrategy: PID 27467 died...\u000a16:20:39.035322 run iperf3-srv_10.42.42.10(pid=27467): Terminated {rc=256}\u000a16:20:39.045583 --- ParallelTerminationStrategy: PID 27470 died...\u000a16:20:39.099074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27470): Terminated: ok {rc=0}\u000a16:20:39.109213 --- ParallelTerminationStrategy: PID 27473 died...\u000a16:20:39.162628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27473): Terminated: ok {rc=0}\u000a16:20:39.172694 --- ParallelTerminationStrategy: PID 27476 died...\u000a16:20:39.226858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27476): Terminated: ok {rc=0}\u000a16:20:39.316587 bus /gobi_4: Setting Powered False\u000a16:20:40.423547 bus /gobi_4: Setting Powered False\u000a16:20:41.536867 bus /gobi_1: Setting Powered False\u000a16:20:42.640405 bus /gobi_1: Setting Powered False\u000a16:20:43.753331 bus /gobi_0: Setting Powered False\u000a16:20:44.855508 bus /gobi_0: Setting Powered False\u000a16:20:45.965481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27484): Process ended prematurely: osmo-stp_10.42.42.5(pid=27484) [trial-2379↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27484)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27484): Process ended prematurely: osmo-stp_10.42.42.5(pid=27484) [trial-2379↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g ping.py\u000a----------------------------------------------\u000a16:20:47.035353 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.048461 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a16:20:47.189983 tst ping.py: using LAC 30041\u000a16:20:47.321870 tst ping.py: using RAC 206\u000a16:20:47.452607 tst ping.py: using CellId 30041\u000a16:20:47.587160 tst ping.py: using BVCI 30042\u000a16:20:47.612725 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.624037 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.635022 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.646220 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.657331 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.668417 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.679794 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:47.691100 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:47.987466 tst ping.py:19: start network...\u000a16:20:48.124935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:48.644542 run create_hlr_db(pid=27478): Launched\u000a16:20:48.835123 bus /gobi_6: Setting Powered False\u000a16:20:49.855421 run create_hlr_db(pid=27478): Terminated: ok {rc=0}\u000a16:20:50.271032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27480): Launched\u000a16:20:50.580895 run osmo-hlr_10.42.42.2(pid=27481): Launched\u000a16:20:50.694428 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:51.232882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27483): Launched\u000a16:20:51.544382 run osmo-stp_10.42.42.5(pid=27484): Launched\u000a16:20:51.655684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:52.192125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27486): Launched\u000a16:20:52.301286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:52.572812 run patchelf(pid=27487): Launched\u000a16:20:52.752252 run osmo-stp_10.42.42.5(pid=27484): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27484)]\u000a16:20:52.882982 run osmo-stp_10.42.42.5(pid=27484): stdout: \u000a| (launched: 2022-12-12_16:20:51.389631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:53.014595 run osmo-stp_10.42.42.5(pid=27484): stderr: \u000a| �[0;m�[38;5;43m20221212162051562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162051562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162051563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162051563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162051563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162051564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162051564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:53.141358 run osmo-stp_10.42.42.5(pid=27484): stdout: \u000a| (launched: 2022-12-12_16:20:51.389631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:53.266917 run osmo-stp_10.42.42.5(pid=27484): stderr: \u000a| �[0;m�[38;5;43m20221212162051562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162051562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162051563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162051563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162051563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162051564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162051564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:53.413115 run patchelf(pid=27487): Terminating (SIGINT)\u000a16:20:53.584037 run patchelf(pid=27487): Terminated: ok {rc=0}\u000a16:20:53.615163 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27484): Process ended prematurely: osmo-stp_10.42.42.5(pid=27484) [trial-2379↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27484)] [trial-2379↪gprs:oc2g↪ping.py:22]\u000a16:20:53.623948 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:20:53.684574 run osmo-hlr_10.42.42.2(pid=27481): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27481)]\u000a16:20:53.733875 run osmo-hlr_10.42.42.2(pid=27481): stdout: \u000a| (launched: 2022-12-12_16:20:50.426790) \u000a16:20:53.783635 run osmo-hlr_10.42.42.2(pid=27481): stderr: \u000a| �[0;m�[1;31m20221212162050610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162050610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162050610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162050610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162050610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162050611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162050620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162050633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162050633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162050633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:53.826116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27480): Terminating (SIGTERM)\u000a16:20:53.866334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27483): Terminating (SIGTERM)\u000a16:20:53.906559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27486): Terminating (SIGTERM)\u000a16:20:53.916084 --- ParallelTerminationStrategy: PID 27480 died...\u000a16:20:53.969913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27480): Terminated: ok {rc=0}\u000a16:20:53.979733 --- ParallelTerminationStrategy: PID 27483 died...\u000a16:20:54.033457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27483): Terminated: ok {rc=0}\u000a16:20:54.043344 --- ParallelTerminationStrategy: PID 27486 died...\u000a16:20:54.096665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27486): Terminated: ok {rc=0}\u000a16:20:54.180528 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27494): Process ended prematurely: osmo-stp_10.42.42.5(pid=27494) [trial-2379↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27494)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27494): Process ended prematurely: osmo-stp_10.42.42.5(pid=27494) [trial-2379↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a16:20:55.235163 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.247553 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a16:20:55.385462 tst ping_idle_ping.py: using LAC 30042\u000a16:20:55.518192 tst ping_idle_ping.py: using RAC 207\u000a16:20:55.648781 tst ping_idle_ping.py: using CellId 30042\u000a16:20:55.782695 tst ping_idle_ping.py: using BVCI 30043\u000a16:20:55.807963 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.819118 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.830121 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.842502 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.854358 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.866488 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.878621 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a16:20:55.890642 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a16:20:56.173597 tst ping_idle_ping.py:24: start network...\u000a16:20:56.300649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:56.800368 run create_hlr_db(pid=27488): Launched\u000a16:20:56.977686 bus /gobi_6: Setting Powered False\u000a16:20:57.998421 run create_hlr_db(pid=27488): Terminated: ok {rc=0}\u000a16:20:58.411716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27490): Launched\u000a16:20:58.722102 run osmo-hlr_10.42.42.2(pid=27491): Launched\u000a16:20:58.833806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:59.368774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27493): Launched\u000a16:20:59.679209 run osmo-stp_10.42.42.5(pid=27494): Launched\u000a16:20:59.790062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:00.328565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27496): Launched\u000a16:21:00.437781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:00.708672 run patchelf(pid=27497): Launched\u000a16:21:00.898513 run osmo-stp_10.42.42.5(pid=27494): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27494)]\u000a16:21:01.032096 run osmo-stp_10.42.42.5(pid=27494): stdout: \u000a| (launched: 2022-12-12_16:20:59.524787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:01.166770 run osmo-stp_10.42.42.5(pid=27494): stderr: \u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162059699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:01.296456 run osmo-stp_10.42.42.5(pid=27494): stdout: \u000a| (launched: 2022-12-12_16:20:59.524787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:01.426045 run osmo-stp_10.42.42.5(pid=27494): stderr: \u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162059698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162059699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162059699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:01.575225 run patchelf(pid=27497): Terminating (SIGINT)\u000a16:21:01.750321 run patchelf(pid=27497): Terminated: ok {rc=0}\u000a16:21:01.782671 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27494): Process ended prematurely: osmo-stp_10.42.42.5(pid=27494) [trial-2379↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27494)] [trial-2379↪gprs:oc2g↪ping_idle_ping.py:27]\u000a16:21:01.792099 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:21:01.853952 run osmo-hlr_10.42.42.2(pid=27491): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27491)]\u000a16:21:01.904055 run osmo-hlr_10.42.42.2(pid=27491): stdout: \u000a| (launched: 2022-12-12_16:20:58.567861) \u000a16:21:01.954947 run osmo-hlr_10.42.42.2(pid=27491): stderr: \u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162058747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162058763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162058774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162058774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162058774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:01.998165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27490): Terminating (SIGTERM)\u000a16:21:02.039146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27493): Terminating (SIGTERM)\u000a16:21:02.081183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27496): Terminating (SIGTERM)\u000a16:21:02.091895 --- ParallelTerminationStrategy: PID 27490 died...\u000a16:21:02.146245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27490): Terminated: ok {rc=0}\u000a16:21:02.156557 --- ParallelTerminationStrategy: PID 27493 died...\u000a16:21:02.210179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27493): Terminated: ok {rc=0}\u000a16:21:02.220153 --- ParallelTerminationStrategy: PID 27496 died...\u000a16:21:02.272982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27496): Terminated: ok {rc=0}\u000a16:21:02.361509 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:20:03" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:21:04.468847 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:04.479514 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:21:04.605510 tst cs_paging_gprs_active.py: using LAC 30043\u000a16:21:04.730134 tst cs_paging_gprs_active.py: using RAC 208\u000a16:21:04.848667 tst cs_paging_gprs_active.py: using CellId 30043\u000a16:21:04.968465 tst cs_paging_gprs_active.py: using BVCI 30044\u000a16:21:04.991807 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.002541 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.013052 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.023696 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.034167 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.044507 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.055202 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.065737 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:05.076338 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:05.197801 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:05.494864 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:21:05.632585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:05.974980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Launched\u000a16:21:06.259067 run iperf3-srv_10.42.42.10(pid=27502): Launched\u000a16:21:06.460560 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:21:06.598210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:06.938523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27503): Launched\u000a16:21:07.222613 run iperf3-srv_10.42.42.10(pid=27504): Launched\u000a16:21:07.423293 tst cs_paging_gprs_active.py:38: start network...\u000a16:21:07.560010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:08.082020 run create_hlr_db(pid=27505): Launched\u000a16:21:08.272518 bus /gobi_6: Setting Powered False\u000a16:21:09.293583 run create_hlr_db(pid=27505): Terminated: ok {rc=0}\u000a16:21:09.732879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Launched\u000a16:21:10.063888 run osmo-hlr_10.42.42.2(pid=27508): Launched\u000a16:21:10.190268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:10.764789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Launched\u000a16:21:11.095089 run osmo-stp_10.42.42.5(pid=27511): Launched\u000a16:21:11.214584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:11.791151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27513): Launched\u000a16:21:11.908425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:12.196174 run patchelf(pid=27514): Launched\u000a16:21:12.388563 run osmo-stp_10.42.42.5(pid=27511): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)]\u000a16:21:12.528703 run osmo-stp_10.42.42.5(pid=27511): stdout: \u000a| (launched: 2022-12-12_16:21:10.932209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:12.669719 run osmo-stp_10.42.42.5(pid=27511): stderr: \u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162111124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:12.805681 run osmo-stp_10.42.42.5(pid=27511): stdout: \u000a| (launched: 2022-12-12_16:21:10.932209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:12.941014 run osmo-stp_10.42.42.5(pid=27511): stderr: \u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162111123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162111124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162111124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:13.097891 run patchelf(pid=27514): Terminating (SIGINT)\u000a16:21:13.281966 run patchelf(pid=27514): Terminated: ok {rc=0}\u000a16:21:13.315688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27511): Process ended prematurely: osmo-stp_10.42.42.5(pid=27511) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27511)] [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:21:13.325823 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:21:13.390005 run osmo-hlr_10.42.42.2(pid=27508): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27508)]\u000a16:21:13.442129 run osmo-hlr_10.42.42.2(pid=27508): stdout: \u000a| (launched: 2022-12-12_16:21:09.900370) \u000a16:21:13.495364 run osmo-hlr_10.42.42.2(pid=27508): stderr: \u000a| �[0;m�[1;31m20221212162110097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162110097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162110097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162110097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162110097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162110098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162110110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162110119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162110119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162110119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:13.540517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Terminating (SIGTERM)\u000a16:21:13.584075 run iperf3-srv_10.42.42.10(pid=27502): Terminating (SIGTERM)\u000a16:21:13.626307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27503): Terminating (SIGTERM)\u000a16:21:13.668438 run iperf3-srv_10.42.42.10(pid=27504): Terminating (SIGTERM)\u000a16:21:13.710644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Terminating (SIGTERM)\u000a16:21:13.753225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Terminating (SIGTERM)\u000a16:21:13.795089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27513): Terminating (SIGTERM)\u000a16:21:13.805152 --- ParallelTerminationStrategy: PID 27501 died...\u000a16:21:13.861350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27501): Terminated: ok {rc=0}\u000a16:21:13.871381 --- ParallelTerminationStrategy: PID 27502 died...\u000a16:21:13.926769 run iperf3-srv_10.42.42.10(pid=27502): Terminated {rc=256}\u000a16:21:13.937027 --- ParallelTerminationStrategy: PID 27503 died...\u000a16:21:13.992572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27503): Terminated: ok {rc=0}\u000a16:21:14.002608 --- ParallelTerminationStrategy: PID 27504 died...\u000a16:21:14.057974 run iperf3-srv_10.42.42.10(pid=27504): Terminated {rc=256}\u000a16:21:14.068227 --- ParallelTerminationStrategy: PID 27507 died...\u000a16:21:14.123773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27507): Terminated: ok {rc=0}\u000a16:21:14.133974 --- ParallelTerminationStrategy: PID 27510 died...\u000a16:21:14.189832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27510): Terminated: ok {rc=0}\u000a16:21:14.199945 --- ParallelTerminationStrategy: PID 27513 died...\u000a16:21:14.255920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27513): Terminated: ok {rc=0}\u000a16:21:14.342653 bus /gobi_0: Setting Powered False\u000a16:21:15.444671 bus /gobi_0: Setting Powered False\u000a16:21:16.573680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27523): Process ended prematurely: osmo-stp_10.42.42.5(pid=27523) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27523)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27523): Process ended prematurely: osmo-stp_10.42.42.5(pid=27523) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:21:17.689923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:17.702087 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:21:17.834795 tst iperf3.py: using LAC 30044\u000a16:21:17.967379 tst iperf3.py: using RAC 209\u000a16:21:18.094010 tst iperf3.py: using CellId 30044\u000a16:21:18.216644 tst iperf3.py: using BVCI 30045\u000a16:21:18.240287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.251360 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.262116 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.272915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.283511 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.294082 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.304684 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.315291 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:18.326057 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:18.622985 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:21:18.759916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:19.102241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27515): Launched\u000a16:21:19.386970 run iperf3-srv_10.42.42.10(pid=27516): Launched\u000a16:21:19.587576 tst iperf3.py:8: start network...\u000a16:21:19.724660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:20.242047 run create_hlr_db(pid=27517): Launched\u000a16:21:20.430873 bus /gobi_6: Setting Powered False\u000a16:21:21.452299 run create_hlr_db(pid=27517): Terminated: ok {rc=0}\u000a16:21:21.865894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27519): Launched\u000a16:21:22.211422 run osmo-hlr_10.42.42.2(pid=27520): Launched\u000a16:21:22.332715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:22.906788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27522): Launched\u000a16:21:23.238684 run osmo-stp_10.42.42.5(pid=27523): Launched\u000a16:21:23.358379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:23.931800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27525): Launched\u000a16:21:24.049255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:24.338465 run patchelf(pid=27526): Launched\u000a16:21:24.530270 run osmo-stp_10.42.42.5(pid=27523): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27523)]\u000a16:21:24.670716 run osmo-stp_10.42.42.5(pid=27523): stdout: \u000a| (launched: 2022-12-12_16:21:23.074255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:24.811781 run osmo-stp_10.42.42.5(pid=27523): stderr: \u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162123264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:24.947498 run osmo-stp_10.42.42.5(pid=27523): stdout: \u000a| (launched: 2022-12-12_16:21:23.074255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:25.082761 run osmo-stp_10.42.42.5(pid=27523): stderr: \u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162123263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162123264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162123264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:25.238982 run patchelf(pid=27526): Terminating (SIGINT)\u000a16:21:25.421750 run patchelf(pid=27526): Terminated: ok {rc=0}\u000a16:21:25.455540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27523): Process ended prematurely: osmo-stp_10.42.42.5(pid=27523) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27523)] [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a16:21:25.465589 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:21:25.529141 run osmo-hlr_10.42.42.2(pid=27520): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27520)]\u000a16:21:25.581052 run osmo-hlr_10.42.42.2(pid=27520): stdout: \u000a| (launched: 2022-12-12_16:21:22.045859) \u000a16:21:25.633631 run osmo-hlr_10.42.42.2(pid=27520): stderr: \u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162122239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162122252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162122260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162122260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162122260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:25.678686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27515): Terminating (SIGTERM)\u000a16:21:25.720661 run iperf3-srv_10.42.42.10(pid=27516): Terminating (SIGTERM)\u000a16:21:25.763102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27519): Terminating (SIGTERM)\u000a16:21:25.805438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27522): Terminating (SIGTERM)\u000a16:21:25.848147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27525): Terminating (SIGTERM)\u000a16:21:25.858281 --- ParallelTerminationStrategy: PID 27515 died...\u000a16:21:25.915398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27515): Terminated: ok {rc=0}\u000a16:21:25.925602 --- ParallelTerminationStrategy: PID 27516 died...\u000a16:21:25.981412 run iperf3-srv_10.42.42.10(pid=27516): Terminated {rc=256}\u000a16:21:25.991603 --- ParallelTerminationStrategy: PID 27519 died...\u000a16:21:26.047316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27519): Terminated: ok {rc=0}\u000a16:21:26.058069 --- ParallelTerminationStrategy: PID 27522 died...\u000a16:21:26.114333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27522): Terminated: ok {rc=0}\u000a16:21:26.124783 --- ParallelTerminationStrategy: PID 27525 died...\u000a16:21:26.181799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27525): Terminated: ok {rc=0}\u000a16:21:26.270331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27541): Process ended prematurely: osmo-stp_10.42.42.5(pid=27541) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27541)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27541): Process ended prematurely: osmo-stp_10.42.42.5(pid=27541) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:21:27.387970 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.400084 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:21:27.533705 tst iperf3m4.py: using LAC 30045\u000a16:21:27.661880 tst iperf3m4.py: using RAC 210\u000a16:21:27.789763 tst iperf3m4.py: using CellId 30045\u000a16:21:27.917847 tst iperf3m4.py: using BVCI 30046\u000a16:21:27.943115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.954508 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.965608 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.977049 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.988351 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:27.999657 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:28.011267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:28.022613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:28.034326 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:28.156254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:28.277047 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:28.394783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:28.678176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:21:28.806560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:29.127985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Launched\u000a16:21:29.394015 run iperf3-srv_10.42.42.10(pid=27528): Launched\u000a16:21:29.580221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:21:29.707689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:30.027481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Launched\u000a16:21:30.293661 run iperf3-srv_10.42.42.10(pid=27530): Launched\u000a16:21:30.479359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:21:30.606663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:30.941923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27531): Launched\u000a16:21:31.235585 run iperf3-srv_10.42.42.10(pid=27532): Launched\u000a16:21:31.444123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:21:31.574007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:31.915083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Launched\u000a16:21:32.213631 run iperf3-srv_10.42.42.10(pid=27534): Launched\u000a16:21:32.414374 tst iperf3m4.py:8: start network...\u000a16:21:32.551639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:33.071484 run create_hlr_db(pid=27535): Launched\u000a16:21:33.262286 bus /gobi_6: Setting Powered False\u000a16:21:34.283435 run create_hlr_db(pid=27535): Terminated: ok {rc=0}\u000a16:21:34.698503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27537): Launched\u000a16:21:35.007237 run osmo-hlr_10.42.42.2(pid=27538): Launched\u000a16:21:35.124027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:35.659880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27540): Launched\u000a16:21:35.970140 run osmo-stp_10.42.42.5(pid=27541): Launched\u000a16:21:36.081612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:36.622213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27543): Launched\u000a16:21:36.731712 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:37.002928 run patchelf(pid=27544): Launched\u000a16:21:37.181985 run osmo-stp_10.42.42.5(pid=27541): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27541)]\u000a16:21:37.313669 run osmo-stp_10.42.42.5(pid=27541): stdout: \u000a| (launched: 2022-12-12_16:21:35.815802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:37.445437 run osmo-stp_10.42.42.5(pid=27541): stderr: \u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162135990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162135990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162135990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162135991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:37.572459 run osmo-stp_10.42.42.5(pid=27541): stdout: \u000a| (launched: 2022-12-12_16:21:35.815802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:37.699299 run osmo-stp_10.42.42.5(pid=27541): stderr: \u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162135989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162135990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162135990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162135990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162135991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:37.845486 run patchelf(pid=27544): Terminating (SIGINT)\u000a16:21:38.016323 run patchelf(pid=27544): Terminated: ok {rc=0}\u000a16:21:38.048015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27541): Process ended prematurely: osmo-stp_10.42.42.5(pid=27541) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27541)] [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:21:38.057416 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:21:38.117470 run osmo-hlr_10.42.42.2(pid=27538): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27538)]\u000a16:21:38.166428 run osmo-hlr_10.42.42.2(pid=27538): stdout: \u000a| (launched: 2022-12-12_16:21:34.854533) \u000a16:21:38.216033 run osmo-hlr_10.42.42.2(pid=27538): stderr: \u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162135032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162135045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162135053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162135054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162135054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:38.258160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminating (SIGTERM)\u000a16:21:38.297853 run iperf3-srv_10.42.42.10(pid=27528): Terminating (SIGTERM)\u000a16:21:38.337491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminating (SIGTERM)\u000a16:21:38.377070 run iperf3-srv_10.42.42.10(pid=27530): Terminating (SIGTERM)\u000a16:21:38.416791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27531): Terminating (SIGTERM)\u000a16:21:38.456428 run iperf3-srv_10.42.42.10(pid=27532): Terminating (SIGTERM)\u000a16:21:38.495971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Terminating (SIGTERM)\u000a16:21:38.535614 run iperf3-srv_10.42.42.10(pid=27534): Terminating (SIGTERM)\u000a16:21:38.575373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27537): Terminating (SIGTERM)\u000a16:21:38.615046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27540): Terminating (SIGTERM)\u000a16:21:38.654677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27543): Terminating (SIGTERM)\u000a16:21:38.663905 --- ParallelTerminationStrategy: PID 27527 died...\u000a16:21:38.716722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27527): Terminated: ok {rc=0}\u000a16:21:38.726140 --- ParallelTerminationStrategy: PID 27528 died...\u000a16:21:38.778587 run iperf3-srv_10.42.42.10(pid=27528): Terminated {rc=256}\u000a16:21:38.788030 --- ParallelTerminationStrategy: PID 27529 died...\u000a16:21:38.841223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27529): Terminated: ok {rc=0}\u000a16:21:38.850635 --- ParallelTerminationStrategy: PID 27530 died...\u000a16:21:38.903628 run iperf3-srv_10.42.42.10(pid=27530): Terminated {rc=256}\u000a16:21:38.913119 --- ParallelTerminationStrategy: PID 27531 died...\u000a16:21:38.965687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27531): Terminated: ok {rc=0}\u000a16:21:38.975090 --- ParallelTerminationStrategy: PID 27532 died...\u000a16:21:39.027939 run iperf3-srv_10.42.42.10(pid=27532): Terminated {rc=256}\u000a16:21:39.037813 --- ParallelTerminationStrategy: PID 27533 died...\u000a16:21:39.090393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27533): Terminated: ok {rc=0}\u000a16:21:39.099767 --- ParallelTerminationStrategy: PID 27534 died...\u000a16:21:39.152309 run iperf3-srv_10.42.42.10(pid=27534): Terminated {rc=256}\u000a16:21:39.161781 --- ParallelTerminationStrategy: PID 27537 died...\u000a16:21:39.214577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27537): Terminated: ok {rc=0}\u000a16:21:39.224023 --- ParallelTerminationStrategy: PID 27540 died...\u000a16:21:39.276725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27540): Terminated: ok {rc=0}\u000a16:21:39.286239 --- ParallelTerminationStrategy: PID 27543 died...\u000a16:21:39.339153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27543): Terminated: ok {rc=0}\u000a16:21:39.428158 bus /gobi_4: Setting Powered False\u000a16:21:40.537520 bus /gobi_4: Setting Powered False\u000a16:21:41.645767 bus /gobi_1: Setting Powered False\u000a16:21:42.753447 bus /gobi_1: Setting Powered False\u000a16:21:43.860833 bus /gobi_0: Setting Powered False\u000a16:21:44.966270 bus /gobi_0: Setting Powered False\u000a16:21:46.075791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27551): Process ended prematurely: osmo-stp_10.42.42.5(pid=27551) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27551)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27551): Process ended prematurely: osmo-stp_10.42.42.5(pid=27551) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:21:47.151957 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.165165 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:21:47.288579 tst ping.py: using LAC 30046\u000a16:21:47.408809 tst ping.py: using RAC 211\u000a16:21:47.528611 tst ping.py: using CellId 30046\u000a16:21:47.651802 tst ping.py: using BVCI 30047\u000a16:21:47.674995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.685916 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.696650 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.707321 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.717874 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.728806 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.739719 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:47.750581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:48.027236 tst ping.py:19: start network...\u000a16:21:48.151885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:48.637282 run create_hlr_db(pid=27545): Launched\u000a16:21:48.809951 bus /gobi_6: Setting Powered False\u000a16:21:49.832427 run create_hlr_db(pid=27545): Terminated: ok {rc=0}\u000a16:21:50.262633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27547): Launched\u000a16:21:50.588261 run osmo-hlr_10.42.42.2(pid=27548): Launched\u000a16:21:50.705478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:51.267765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27550): Launched\u000a16:21:51.594443 run osmo-stp_10.42.42.5(pid=27551): Launched\u000a16:21:51.711447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:52.279464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27553): Launched\u000a16:21:52.394548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:52.679791 run patchelf(pid=27554): Launched\u000a16:21:52.868845 run osmo-stp_10.42.42.5(pid=27551): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27551)]\u000a16:21:53.006887 run osmo-stp_10.42.42.5(pid=27551): stdout: \u000a| (launched: 2022-12-12_16:21:51.432231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:53.146016 run osmo-stp_10.42.42.5(pid=27551): stderr: \u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162151622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:53.280478 run osmo-stp_10.42.42.5(pid=27551): stdout: \u000a| (launched: 2022-12-12_16:21:51.432231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:53.413035 run osmo-stp_10.42.42.5(pid=27551): stderr: \u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162151621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162151622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162151622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:53.566923 run patchelf(pid=27554): Terminating (SIGINT)\u000a16:21:53.746972 run patchelf(pid=27554): Terminated: ok {rc=0}\u000a16:21:53.779749 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27551): Process ended prematurely: osmo-stp_10.42.42.5(pid=27551) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27551)] [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a16:21:53.789386 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:21:53.853886 run osmo-hlr_10.42.42.2(pid=27548): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27548)]\u000a16:21:53.905983 run osmo-hlr_10.42.42.2(pid=27548): stdout: \u000a| (launched: 2022-12-12_16:21:50.426693) \u000a16:21:53.958697 run osmo-hlr_10.42.42.2(pid=27548): stderr: \u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162150622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162150636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162150644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162150645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162150645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:54.003171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27547): Terminating (SIGTERM)\u000a16:21:54.045701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27550): Terminating (SIGTERM)\u000a16:21:54.088471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27553): Terminating (SIGTERM)\u000a16:21:54.098656 --- ParallelTerminationStrategy: PID 27547 died...\u000a16:21:54.155468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27547): Terminated: ok {rc=0}\u000a16:21:54.165911 --- ParallelTerminationStrategy: PID 27550 died...\u000a16:21:54.222463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27550): Terminated: ok {rc=0}\u000a16:21:54.233186 --- ParallelTerminationStrategy: PID 27553 died...\u000a16:21:54.289415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27553): Terminated: ok {rc=0}\u000a16:21:54.377426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27561): Process ended prematurely: osmo-stp_10.42.42.5(pid=27561) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27561)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27561): Process ended prematurely: osmo-stp_10.42.42.5(pid=27561) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:21:55.429355 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:55.440932 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:21:55.567054 tst ping_idle_ping.py: using LAC 30047\u000a16:21:55.687379 tst ping_idle_ping.py: using RAC 212\u000a16:21:55.808341 tst ping_idle_ping.py: using CellId 30047\u000a16:21:55.927008 tst ping_idle_ping.py: using BVCI 30048\u000a16:21:55.950370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:55.961253 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:55.971868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:55.982635 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:55.993265 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:56.003782 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:56.014543 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:21:56.025271 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:21:56.312715 tst ping_idle_ping.py:24: start network...\u000a16:21:56.447978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:56.963023 run create_hlr_db(pid=27555): Launched\u000a16:21:57.150843 bus /gobi_6: Setting Powered False\u000a16:21:58.172085 run create_hlr_db(pid=27555): Terminated: ok {rc=0}\u000a16:21:58.582729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27557): Launched\u000a16:21:58.890916 run osmo-hlr_10.42.42.2(pid=27558): Launched\u000a16:21:59.011875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:59.547250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27560): Launched\u000a16:21:59.854344 run osmo-stp_10.42.42.5(pid=27561): Launched\u000a16:21:59.962889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:00.495715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27563): Launched\u000a16:22:00.603704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:00.903567 run patchelf(pid=27564): Launched\u000a16:22:01.083922 run osmo-stp_10.42.42.5(pid=27561): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27561)]\u000a16:22:01.216202 run osmo-stp_10.42.42.5(pid=27561): stdout: \u000a| (launched: 2022-12-12_16:21:59.701905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:01.349720 run osmo-stp_10.42.42.5(pid=27561): stderr: \u000a| �[0;m�[38;5;43m20221212162159873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162159873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162159874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162159874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:01.477742 run osmo-stp_10.42.42.5(pid=27561): stdout: \u000a| (launched: 2022-12-12_16:21:59.701905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:01.605772 run osmo-stp_10.42.42.5(pid=27561): stderr: \u000a| �[0;m�[38;5;43m20221212162159873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162159873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162159874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162159874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162159875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:01.754134 run patchelf(pid=27564): Terminating (SIGINT)\u000a16:22:01.929430 run patchelf(pid=27564): Terminated: ok {rc=0}\u000a16:22:01.961455 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27561): Process ended prematurely: osmo-stp_10.42.42.5(pid=27561) [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27561)] [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:22:01.971540 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:22:02.033746 run osmo-hlr_10.42.42.2(pid=27558): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27558)]\u000a16:22:02.084682 run osmo-hlr_10.42.42.2(pid=27558): stdout: \u000a| (launched: 2022-12-12_16:21:58.737224) \u000a16:22:02.135455 run osmo-hlr_10.42.42.2(pid=27558): stderr: \u000a| �[0;m�[1;31m20221212162158917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162158918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162158918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162158918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162158918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162158918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162158930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162158939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162158939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162158939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:02.179113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27557): Terminating (SIGTERM)\u000a16:22:02.219470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27560): Terminating (SIGTERM)\u000a16:22:02.259612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27563): Terminating (SIGTERM)\u000a16:22:02.269046 --- ParallelTerminationStrategy: PID 27557 died...\u000a16:22:02.324542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27557): Terminated: ok {rc=0}\u000a16:22:02.334504 --- ParallelTerminationStrategy: PID 27560 died...\u000a16:22:02.387590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27560): Terminated: ok {rc=0}\u000a16:22:02.397143 --- ParallelTerminationStrategy: PID 27563 died...\u000a16:22:02.449940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27563): Terminated: ok {rc=0}\u000a16:22:02.537938 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:21:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:22:04.678003 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:04.689345 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:22:04.841419 tst cs_paging_gprs_active.py: using LAC 30048\u000a16:22:04.967612 tst cs_paging_gprs_active.py: using RAC 213\u000a16:22:05.094660 tst cs_paging_gprs_active.py: using CellId 30048\u000a16:22:05.222140 tst cs_paging_gprs_active.py: using BVCI 30049\u000a16:22:05.247554 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.258984 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.270222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.281699 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.293162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.304577 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.316101 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.327516 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:05.339115 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:05.456873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:05.755140 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:22:05.893635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:06.237717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Launched\u000a16:22:06.525202 run iperf3-srv_10.42.42.10(pid=27571): Launched\u000a16:22:06.728182 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:22:06.866498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:07.210698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Launched\u000a16:22:07.499403 run iperf3-srv_10.42.42.10(pid=27573): Launched\u000a16:22:07.702699 tst cs_paging_gprs_active.py:38: start network...\u000a16:22:07.841048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:08.365819 run create_hlr_db(pid=27574): Launched\u000a16:22:08.556161 bus /gobi_6: Setting Powered False\u000a16:22:09.576605 run create_hlr_db(pid=27574): Terminated: ok {rc=0}\u000a16:22:10.017075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Launched\u000a16:22:10.351774 run osmo-hlr_10.42.42.2(pid=27577): Launched\u000a16:22:10.473462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:11.050869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Launched\u000a16:22:11.386269 run osmo-stp_10.42.42.5(pid=27580): Launched\u000a16:22:11.506174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:12.083419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Launched\u000a16:22:12.201998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:12.491620 run patchelf(pid=27583): Launched\u000a16:22:12.684173 run osmo-stp_10.42.42.5(pid=27580): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)]\u000a16:22:12.824563 run osmo-stp_10.42.42.5(pid=27580): stdout: \u000a| (launched: 2022-12-12_16:22:11.219361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:12.965834 run osmo-stp_10.42.42.5(pid=27580): stderr: \u000a| �[0;m�[38;5;43m20221212162211410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162211410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162211411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162211411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162211411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162211411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162211412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:13.102414 run osmo-stp_10.42.42.5(pid=27580): stdout: \u000a| (launched: 2022-12-12_16:22:11.219361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:13.238504 run osmo-stp_10.42.42.5(pid=27580): stderr: \u000a| �[0;m�[38;5;43m20221212162211410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162211410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162211411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162211411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162211411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162211411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162211412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:13.396024 run patchelf(pid=27583): Terminating (SIGINT)\u000a16:22:13.581096 run patchelf(pid=27583): Terminated: ok {rc=0}\u000a16:22:13.615088 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27580): Process ended prematurely: osmo-stp_10.42.42.5(pid=27580) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27580)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:22:13.625077 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:22:13.689178 run osmo-hlr_10.42.42.2(pid=27577): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27577)]\u000a16:22:13.741108 run osmo-hlr_10.42.42.2(pid=27577): stdout: \u000a| (launched: 2022-12-12_16:22:10.185508) \u000a16:22:13.793699 run osmo-hlr_10.42.42.2(pid=27577): stderr: \u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162210382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162210395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162210403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162210403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162210403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:13.838198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Terminating (SIGTERM)\u000a16:22:13.880320 run iperf3-srv_10.42.42.10(pid=27571): Terminating (SIGTERM)\u000a16:22:13.922524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Terminating (SIGTERM)\u000a16:22:13.964776 run iperf3-srv_10.42.42.10(pid=27573): Terminating (SIGTERM)\u000a16:22:14.007348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Terminating (SIGTERM)\u000a16:22:14.049872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Terminating (SIGTERM)\u000a16:22:14.092447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Terminating (SIGTERM)\u000a16:22:14.102442 --- ParallelTerminationStrategy: PID 27570 died...\u000a16:22:14.159939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27570): Terminated: ok {rc=0}\u000a16:22:14.170173 --- ParallelTerminationStrategy: PID 27571 died...\u000a16:22:14.226939 run iperf3-srv_10.42.42.10(pid=27571): Terminated {rc=256}\u000a16:22:14.237147 --- ParallelTerminationStrategy: PID 27572 died...\u000a16:22:14.293355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27572): Terminated: ok {rc=0}\u000a16:22:14.303389 --- ParallelTerminationStrategy: PID 27573 died...\u000a16:22:14.359042 run iperf3-srv_10.42.42.10(pid=27573): Terminated {rc=256}\u000a16:22:14.369056 --- ParallelTerminationStrategy: PID 27576 died...\u000a16:22:14.425680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27576): Terminated: ok {rc=0}\u000a16:22:14.435941 --- ParallelTerminationStrategy: PID 27579 died...\u000a16:22:14.492054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27579): Terminated: ok {rc=0}\u000a16:22:14.502802 --- ParallelTerminationStrategy: PID 27582 died...\u000a16:22:14.558935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27582): Terminated: ok {rc=0}\u000a16:22:14.647306 bus /gobi_0: Setting Powered False\u000a16:22:15.753847 bus /gobi_0: Setting Powered False\u000a16:22:16.873888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27592): Process ended prematurely: osmo-stp_10.42.42.5(pid=27592) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27592)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27592): Process ended prematurely: osmo-stp_10.42.42.5(pid=27592) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:22:17.984938 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:17.996462 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:22:18.186362 tst iperf3.py: using LAC 30049\u000a16:22:18.317911 tst iperf3.py: using RAC 214\u000a16:22:18.448919 tst iperf3.py: using CellId 30049\u000a16:22:18.580116 tst iperf3.py: using BVCI 30050\u000a16:22:18.605376 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.616727 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.627834 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.639339 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.650738 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.662232 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.673872 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.685251 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:18.696796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:18.979060 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:22:19.107507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:19.430000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27584): Launched\u000a16:22:19.698458 run iperf3-srv_10.42.42.10(pid=27585): Launched\u000a16:22:19.885794 tst iperf3.py:8: start network...\u000a16:22:20.019326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:20.543065 run create_hlr_db(pid=27586): Launched\u000a16:22:20.733090 bus /gobi_6: Setting Powered False\u000a16:22:21.754268 run create_hlr_db(pid=27586): Terminated: ok {rc=0}\u000a16:22:22.194658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27588): Launched\u000a16:22:22.527854 run osmo-hlr_10.42.42.2(pid=27589): Launched\u000a16:22:22.647661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:23.224069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27591): Launched\u000a16:22:23.555831 run osmo-stp_10.42.42.5(pid=27592): Launched\u000a16:22:23.675837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:24.251803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27594): Launched\u000a16:22:24.369746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:24.659181 run patchelf(pid=27595): Launched\u000a16:22:24.851153 run osmo-stp_10.42.42.5(pid=27592): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27592)]\u000a16:22:24.991715 run osmo-stp_10.42.42.5(pid=27592): stdout: \u000a| (launched: 2022-12-12_16:22:23.391310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:25.132386 run osmo-stp_10.42.42.5(pid=27592): stderr: \u000a| �[0;m�[38;5;43m20221212162223582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162223582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162223583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162223584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:25.269281 run osmo-stp_10.42.42.5(pid=27592): stdout: \u000a| (launched: 2022-12-12_16:22:23.391310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:25.404113 run osmo-stp_10.42.42.5(pid=27592): stderr: \u000a| �[0;m�[38;5;43m20221212162223582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162223582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162223583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162223584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162223584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:25.560509 run patchelf(pid=27595): Terminating (SIGINT)\u000a16:22:25.743520 run patchelf(pid=27595): Terminated: ok {rc=0}\u000a16:22:25.777342 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27592): Process ended prematurely: osmo-stp_10.42.42.5(pid=27592) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27592)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:22:25.787398 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:22:25.851024 run osmo-hlr_10.42.42.2(pid=27589): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27589)]\u000a16:22:25.902973 run osmo-hlr_10.42.42.2(pid=27589): stdout: \u000a| (launched: 2022-12-12_16:22:22.363322) \u000a16:22:25.955448 run osmo-hlr_10.42.42.2(pid=27589): stderr: \u000a| �[0;m�[1;31m20221212162222560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162222561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162222561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162222561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162222561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162222561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162222573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162222583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162222583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162222583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:25.999806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27584): Terminating (SIGTERM)\u000a16:22:26.042200 run iperf3-srv_10.42.42.10(pid=27585): Terminating (SIGTERM)\u000a16:22:26.085042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27588): Terminating (SIGTERM)\u000a16:22:26.127400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27591): Terminating (SIGTERM)\u000a16:22:26.169616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27594): Terminating (SIGTERM)\u000a16:22:26.179566 --- ParallelTerminationStrategy: PID 27584 died...\u000a16:22:26.237027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27584): Terminated: ok {rc=0}\u000a16:22:26.247090 --- ParallelTerminationStrategy: PID 27585 died...\u000a16:22:26.303272 run iperf3-srv_10.42.42.10(pid=27585): Terminated {rc=256}\u000a16:22:26.313992 --- ParallelTerminationStrategy: PID 27588 died...\u000a16:22:26.369622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27588): Terminated: ok {rc=0}\u000a16:22:26.379796 --- ParallelTerminationStrategy: PID 27591 died...\u000a16:22:26.435522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27591): Terminated: ok {rc=0}\u000a16:22:26.445877 --- ParallelTerminationStrategy: PID 27594 died...\u000a16:22:26.502272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27594): Terminated: ok {rc=0}\u000a16:22:26.590645 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:22:27.707580 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:27.719648 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:22:27.868590 tst iperf3m4.py: using LAC 30050\u000a16:22:27.998788 tst iperf3m4.py: using RAC 215\u000a16:22:28.129972 tst iperf3m4.py: using CellId 30050\u000a16:22:28.259669 tst iperf3m4.py: using BVCI 30051\u000a16:22:28.285152 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.296795 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.308208 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.320390 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.333651 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.344766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.356926 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.368793 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:28.380932 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:28.503419 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:28.626057 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:28.748461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:29.046027 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:22:29.184198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:29.525808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27596): Launched\u000a16:22:29.810688 run iperf3-srv_10.42.42.10(pid=27597): Launched\u000a16:22:30.012267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:22:30.150412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:30.494451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27598): Launched\u000a16:22:30.779756 run iperf3-srv_10.42.42.10(pid=27599): Launched\u000a16:22:31.019948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:22:31.162191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:31.522202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Launched\u000a16:22:31.826826 run iperf3-srv_10.42.42.10(pid=27601): Launched\u000a16:22:32.020677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:22:32.151163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:32.473644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Launched\u000a16:22:32.742575 run iperf3-srv_10.42.42.10(pid=27603): Launched\u000a16:22:32.930321 tst iperf3m4.py:8: start network...\u000a16:22:33.058796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:33.554779 run create_hlr_db(pid=27604): Launched\u000a16:22:33.731258 bus /gobi_6: Setting Powered False\u000a16:22:34.753375 run create_hlr_db(pid=27604): Terminated: ok {rc=0}\u000a16:22:35.192362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Launched\u000a16:22:35.526358 run osmo-hlr_10.42.42.2(pid=27607): Launched\u000a16:22:35.647703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:36.224123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Launched\u000a16:22:36.555511 run osmo-stp_10.42.42.5(pid=27610): Launched\u000a16:22:36.676293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:37.254392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Launched\u000a16:22:37.372636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:37.662759 run patchelf(pid=27613): Launched\u000a16:22:37.855374 run osmo-stp_10.42.42.5(pid=27610): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)]\u000a16:22:37.996378 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-12_16:22:36.391899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:38.137924 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162236584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:38.275624 run osmo-stp_10.42.42.5(pid=27610): stdout: \u000a| (launched: 2022-12-12_16:22:36.391899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:38.411096 run osmo-stp_10.42.42.5(pid=27610): stderr: \u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162236583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162236584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162236584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:38.568496 run patchelf(pid=27613): Terminating (SIGINT)\u000a16:22:38.752390 run patchelf(pid=27613): Terminated: ok {rc=0}\u000a16:22:38.786150 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27610): Process ended prematurely: osmo-stp_10.42.42.5(pid=27610) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27610)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:22:38.796117 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:22:38.860866 run osmo-hlr_10.42.42.2(pid=27607): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27607)]\u000a16:22:38.913236 run osmo-hlr_10.42.42.2(pid=27607): stdout: \u000a| (launched: 2022-12-12_16:22:35.361394) \u000a16:22:38.965436 run osmo-hlr_10.42.42.2(pid=27607): stderr: \u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162235558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162235570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162235580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162235580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162235580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:39.010598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27596): Terminating (SIGTERM)\u000a16:22:39.053132 run iperf3-srv_10.42.42.10(pid=27597): Terminating (SIGTERM)\u000a16:22:39.095604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27598): Terminating (SIGTERM)\u000a16:22:39.138055 run iperf3-srv_10.42.42.10(pid=27599): Terminating (SIGTERM)\u000a16:22:39.180590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Terminating (SIGTERM)\u000a16:22:39.223320 run iperf3-srv_10.42.42.10(pid=27601): Terminating (SIGTERM)\u000a16:22:39.266003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Terminating (SIGTERM)\u000a16:22:39.308422 run iperf3-srv_10.42.42.10(pid=27603): Terminating (SIGTERM)\u000a16:22:39.352577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminating (SIGTERM)\u000a16:22:39.395050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminating (SIGTERM)\u000a16:22:39.437440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Terminating (SIGTERM)\u000a16:22:39.447528 --- ParallelTerminationStrategy: PID 27596 died...\u000a16:22:39.504555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27596): Terminated: ok {rc=0}\u000a16:22:39.514783 --- ParallelTerminationStrategy: PID 27597 died...\u000a16:22:39.570856 run iperf3-srv_10.42.42.10(pid=27597): Terminated {rc=256}\u000a16:22:39.581510 --- ParallelTerminationStrategy: PID 27598 died...\u000a16:22:39.637919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27598): Terminated: ok {rc=0}\u000a16:22:39.648213 --- ParallelTerminationStrategy: PID 27599 died...\u000a16:22:39.704214 run iperf3-srv_10.42.42.10(pid=27599): Terminated {rc=256}\u000a16:22:39.714551 --- ParallelTerminationStrategy: PID 27600 died...\u000a16:22:39.770474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27600): Terminated: ok {rc=0}\u000a16:22:39.780740 --- ParallelTerminationStrategy: PID 27601 died...\u000a16:22:39.836714 run iperf3-srv_10.42.42.10(pid=27601): Terminated {rc=256}\u000a16:22:39.847040 --- ParallelTerminationStrategy: PID 27602 died...\u000a16:22:39.903487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27602): Terminated: ok {rc=0}\u000a16:22:39.914035 --- ParallelTerminationStrategy: PID 27603 died...\u000a16:22:39.970466 run iperf3-srv_10.42.42.10(pid=27603): Terminated {rc=256}\u000a16:22:39.980413 --- ParallelTerminationStrategy: PID 27606 died...\u000a16:22:40.036836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27606): Terminated: ok {rc=0}\u000a16:22:40.047094 --- ParallelTerminationStrategy: PID 27609 died...\u000a16:22:40.103474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27609): Terminated: ok {rc=0}\u000a16:22:40.114023 --- ParallelTerminationStrategy: PID 27612 died...\u000a16:22:40.170601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27612): Terminated: ok {rc=0}\u000a16:22:40.259455 bus /gobi_4: Setting Powered False\u000a16:22:41.363124 bus /gobi_4: Setting Powered False\u000a16:22:42.472705 bus /gobi_1: Setting Powered False\u000a16:22:43.579515 bus /gobi_1: Setting Powered False\u000a16:22:44.687397 bus /gobi_0: Setting Powered False\u000a16:22:45.805896 bus /gobi_0: Setting Powered False\u000a16:22:46.944434 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:22:48.011006 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.022572 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:22:48.169538 tst ping.py: using LAC 30051\u000a16:22:48.296178 tst ping.py: using RAC 216\u000a16:22:48.421092 tst ping.py: using CellId 30051\u000a16:22:48.545418 tst ping.py: using BVCI 30052\u000a16:22:48.570465 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.582230 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.593662 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.605162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.616578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.627963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.639718 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:48.651212 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:48.945321 tst ping.py:19: start network...\u000a16:22:49.080862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:49.592822 run create_hlr_db(pid=27614): Launched\u000a16:22:49.780573 bus /gobi_6: Setting Powered False\u000a16:22:50.801596 run create_hlr_db(pid=27614): Terminated: ok {rc=0}\u000a16:22:51.236042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Launched\u000a16:22:51.563246 run osmo-hlr_10.42.42.2(pid=27617): Launched\u000a16:22:51.681778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:52.247677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Launched\u000a16:22:52.574821 run osmo-stp_10.42.42.5(pid=27620): Launched\u000a16:22:52.693261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:53.261595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27622): Launched\u000a16:22:53.377784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:53.662172 run patchelf(pid=27623): Launched\u000a16:22:53.850967 run osmo-stp_10.42.42.5(pid=27620): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]\u000a16:22:53.989093 run osmo-stp_10.42.42.5(pid=27620): stdout: \u000a| (launched: 2022-12-12_16:22:52.412152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:54.127411 run osmo-stp_10.42.42.5(pid=27620): stderr: \u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162252602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:54.261913 run osmo-stp_10.42.42.5(pid=27620): stdout: \u000a| (launched: 2022-12-12_16:22:52.412152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:54.395118 run osmo-stp_10.42.42.5(pid=27620): stderr: \u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162252602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162252602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162252603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:54.548894 run patchelf(pid=27623): Terminating (SIGINT)\u000a16:22:54.729603 run patchelf(pid=27623): Terminated: ok {rc=0}\u000a16:22:54.762497 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:22:54.772026 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:22:54.835345 run osmo-hlr_10.42.42.2(pid=27617): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27617)]\u000a16:22:54.886718 run osmo-hlr_10.42.42.2(pid=27617): stdout: \u000a| (launched: 2022-12-12_16:22:51.400767) \u000a16:22:54.938885 run osmo-hlr_10.42.42.2(pid=27617): stderr: \u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162251596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162251608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162251618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162251618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162251618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:54.982977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Terminating (SIGTERM)\u000a16:22:55.025145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Terminating (SIGTERM)\u000a16:22:55.067287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27622): Terminating (SIGTERM)\u000a16:22:55.077335 --- ParallelTerminationStrategy: PID 27616 died...\u000a16:22:55.133817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Terminated: ok {rc=0}\u000a16:22:55.143791 --- ParallelTerminationStrategy: PID 27619 died...\u000a16:22:55.200318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Terminated: ok {rc=0}\u000a16:22:55.210308 --- ParallelTerminationStrategy: PID 27622 died...\u000a16:22:55.266555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27622): Terminated: ok {rc=0}\u000a16:22:55.354732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:22:56.407443 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:56.419456 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:22:56.567552 tst ping_idle_ping.py: using LAC 30052\u000a16:22:56.688612 tst ping_idle_ping.py: using RAC 217\u000a16:22:56.814048 tst ping_idle_ping.py: using CellId 30052\u000a16:22:56.935996 tst ping_idle_ping.py: using BVCI 30053\u000a16:22:56.959356 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:56.970327 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:56.981061 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:56.991771 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:57.002421 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:57.013498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:57.024264 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:22:57.034973 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:22:57.311712 tst ping_idle_ping.py:24: start network...\u000a16:22:57.437007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:57.927182 run create_hlr_db(pid=27624): Launched\u000a16:22:58.101822 bus /gobi_6: Setting Powered False\u000a16:22:59.123606 run create_hlr_db(pid=27624): Terminated: ok {rc=0}\u000a16:22:59.531339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Launched\u000a16:22:59.836581 run osmo-hlr_10.42.42.2(pid=27627): Launched\u000a16:22:59.950602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:00.478962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Launched\u000a16:23:00.795338 run osmo-stp_10.42.42.5(pid=27630): Launched\u000a16:23:00.998828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:01.557279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Launched\u000a16:23:01.667878 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:01.961937 run patchelf(pid=27633): Launched\u000a16:23:02.157858 run osmo-stp_10.42.42.5(pid=27630): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)]\u000a16:23:02.299294 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-12_16:23:00.632763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:02.440291 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162300833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:02.576219 run osmo-stp_10.42.42.5(pid=27630): stdout: \u000a| (launched: 2022-12-12_16:23:00.632763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:02.710148 run osmo-stp_10.42.42.5(pid=27630): stderr: \u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162300832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162300833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162300833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:02.865070 run patchelf(pid=27633): Terminating (SIGINT)\u000a16:23:03.046818 run patchelf(pid=27633): Terminated: ok {rc=0}\u000a16:23:03.079787 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27630): Process ended prematurely: osmo-stp_10.42.42.5(pid=27630) [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27630)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:23:03.089399 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:23:03.153620 run osmo-hlr_10.42.42.2(pid=27627): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27627)]\u000a16:23:03.205781 run osmo-hlr_10.42.42.2(pid=27627): stdout: \u000a| (launched: 2022-12-12_16:22:59.685737) \u000a16:23:03.258747 run osmo-hlr_10.42.42.2(pid=27627): stderr: \u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162259862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162259874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162259883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162259883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162259884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:03.303901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminating (SIGTERM)\u000a16:23:03.346604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminating (SIGTERM)\u000a16:23:03.389448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Terminating (SIGTERM)\u000a16:23:03.399620 --- ParallelTerminationStrategy: PID 27626 died...\u000a16:23:03.457183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27626): Terminated: ok {rc=0}\u000a16:23:03.467492 --- ParallelTerminationStrategy: PID 27629 died...\u000a16:23:03.524843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27629): Terminated: ok {rc=0}\u000a16:23:03.535087 --- ParallelTerminationStrategy: PID 27632 died...\u000a16:23:03.591948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27632): Terminated: ok {rc=0}\u000a16:23:03.680321 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:22:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:23:05.810569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:05.821906 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:23:05.976752 tst cs_paging_gprs_active.py: using LAC 30053\u000a16:23:06.105289 tst cs_paging_gprs_active.py: using RAC 218\u000a16:23:06.230054 tst cs_paging_gprs_active.py: using CellId 30053\u000a16:23:06.353121 tst cs_paging_gprs_active.py: using BVCI 30054\u000a16:23:06.376913 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.387908 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.398629 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.409327 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.419766 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.430436 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.441272 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.451788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:06.462569 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:06.583051 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:06.867899 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:23:06.996352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:07.317683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Launched\u000a16:23:07.586602 run iperf3-srv_10.42.42.10(pid=27638): Launched\u000a16:23:07.775052 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:23:07.903412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:08.225902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Launched\u000a16:23:08.496896 run iperf3-srv_10.42.42.10(pid=27640): Launched\u000a16:23:08.685493 tst cs_paging_gprs_active.py:38: start network...\u000a16:23:08.814171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:09.313586 run create_hlr_db(pid=27641): Launched\u000a16:23:09.491101 bus /gobi_6: Setting Powered False\u000a16:23:10.514255 run create_hlr_db(pid=27641): Terminated: ok {rc=0}\u000a16:23:10.929184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Launched\u000a16:23:11.241940 run osmo-hlr_10.42.42.2(pid=27644): Launched\u000a16:23:11.359561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:11.899257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Launched\u000a16:23:12.212219 run osmo-stp_10.42.42.5(pid=27647): Launched\u000a16:23:12.324394 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:12.867206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Launched\u000a16:23:12.977419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:13.249673 run patchelf(pid=27650): Launched\u000a16:23:13.430403 run osmo-stp_10.42.42.5(pid=27647): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)]\u000a16:23:13.562190 run osmo-stp_10.42.42.5(pid=27647): stdout: \u000a| (launched: 2022-12-12_16:23:12.056824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:13.694558 run osmo-stp_10.42.42.5(pid=27647): stderr: \u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162312230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:13.822564 run osmo-stp_10.42.42.5(pid=27647): stdout: \u000a| (launched: 2022-12-12_16:23:12.056824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:13.949466 run osmo-stp_10.42.42.5(pid=27647): stderr: \u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162312229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162312230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162312230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:14.098704 run patchelf(pid=27650): Terminating (SIGINT)\u000a16:23:14.271870 run patchelf(pid=27650): Terminated: ok {rc=0}\u000a16:23:14.303845 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27647): Process ended prematurely: osmo-stp_10.42.42.5(pid=27647) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27647)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:23:14.313291 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a16:23:14.373351 run osmo-hlr_10.42.42.2(pid=27644): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27644)]\u000a16:23:14.422992 run osmo-hlr_10.42.42.2(pid=27644): stdout: \u000a| (launched: 2022-12-12_16:23:11.087129) \u000a16:23:14.472719 run osmo-hlr_10.42.42.2(pid=27644): stderr: \u000a| �[0;m�[1;31m20221212162311265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162311265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162311265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162311266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162311266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162311266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162311278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162311286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162311286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162311286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:14.514845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminating (SIGTERM)\u000a16:23:14.554446 run iperf3-srv_10.42.42.10(pid=27638): Terminating (SIGTERM)\u000a16:23:14.594190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Terminating (SIGTERM)\u000a16:23:14.633832 run iperf3-srv_10.42.42.10(pid=27640): Terminating (SIGTERM)\u000a16:23:14.673555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Terminating (SIGTERM)\u000a16:23:14.713265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Terminating (SIGTERM)\u000a16:23:14.753435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Terminating (SIGTERM)\u000a16:23:14.762588 --- ParallelTerminationStrategy: PID 27637 died...\u000a16:23:14.815854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminated: ok {rc=0}\u000a16:23:14.825336 --- ParallelTerminationStrategy: PID 27638 died...\u000a16:23:14.878414 run iperf3-srv_10.42.42.10(pid=27638): Terminated {rc=256}\u000a16:23:14.887822 --- ParallelTerminationStrategy: PID 27639 died...\u000a16:23:14.940353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27639): Terminated: ok {rc=0}\u000a16:23:14.949750 --- ParallelTerminationStrategy: PID 27640 died...\u000a16:23:15.002454 run iperf3-srv_10.42.42.10(pid=27640): Terminated {rc=256}\u000a16:23:15.011907 --- ParallelTerminationStrategy: PID 27643 died...\u000a16:23:15.064700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27643): Terminated: ok {rc=0}\u000a16:23:15.074122 --- ParallelTerminationStrategy: PID 27646 died...\u000a16:23:15.126774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27646): Terminated: ok {rc=0}\u000a16:23:15.136231 --- ParallelTerminationStrategy: PID 27649 died...\u000a16:23:15.188739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27649): Terminated: ok {rc=0}\u000a16:23:15.277184 bus /gobi_0: Setting Powered False\u000a16:23:16.419954 bus /gobi_0: Setting Powered False\u000a16:23:17.534814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:23:18.645796 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:18.657366 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:23:18.806258 tst iperf3.py: using LAC 30054\u000a16:23:18.934765 tst iperf3.py: using RAC 219\u000a16:23:19.063283 tst iperf3.py: using CellId 30054\u000a16:23:19.191302 tst iperf3.py: using BVCI 30055\u000a16:23:19.216801 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.228296 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.239757 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.251354 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.262697 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.274213 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.285956 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.297218 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:19.308716 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:19.590019 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:23:19.717873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:20.038983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Launched\u000a16:23:20.307043 run iperf3-srv_10.42.42.10(pid=27652): Launched\u000a16:23:20.495158 tst iperf3.py:8: start network...\u000a16:23:20.623411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:21.122342 run create_hlr_db(pid=27653): Launched\u000a16:23:21.299469 bus /gobi_6: Setting Powered False\u000a16:23:22.321171 run create_hlr_db(pid=27653): Terminated: ok {rc=0}\u000a16:23:22.735099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Launched\u000a16:23:23.046417 run osmo-hlr_10.42.42.2(pid=27656): Launched\u000a16:23:23.159377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:23.698147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Launched\u000a16:23:24.008615 run osmo-stp_10.42.42.5(pid=27659): Launched\u000a16:23:24.120799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:24.660725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Launched\u000a16:23:24.770617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:25.042695 run patchelf(pid=27662): Launched\u000a16:23:25.222560 run osmo-stp_10.42.42.5(pid=27659): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)]\u000a16:23:25.354327 run osmo-stp_10.42.42.5(pid=27659): stdout: \u000a| (launched: 2022-12-12_16:23:23.854201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:25.486412 run osmo-stp_10.42.42.5(pid=27659): stderr: \u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162324027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:25.613590 run osmo-stp_10.42.42.5(pid=27659): stdout: \u000a| (launched: 2022-12-12_16:23:23.854201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:25.739839 run osmo-stp_10.42.42.5(pid=27659): stderr: \u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162324026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162324027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162324027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:25.886468 run patchelf(pid=27662): Terminating (SIGINT)\u000a16:23:26.059015 run patchelf(pid=27662): Terminated: ok {rc=0}\u000a16:23:26.090923 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27659): Process ended prematurely: osmo-stp_10.42.42.5(pid=27659) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27659)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:23:26.100277 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:23:26.160025 run osmo-hlr_10.42.42.2(pid=27656): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27656)]\u000a16:23:26.209346 run osmo-hlr_10.42.42.2(pid=27656): stdout: \u000a| (launched: 2022-12-12_16:23:22.892033) \u000a16:23:26.259125 run osmo-hlr_10.42.42.2(pid=27656): stderr: \u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162323071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162323084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162323093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162323093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162323093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:26.301426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Terminating (SIGTERM)\u000a16:23:26.340995 run iperf3-srv_10.42.42.10(pid=27652): Terminating (SIGTERM)\u000a16:23:26.380738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Terminating (SIGTERM)\u000a16:23:26.420374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Terminating (SIGTERM)\u000a16:23:26.460116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Terminating (SIGTERM)\u000a16:23:26.469295 --- ParallelTerminationStrategy: PID 27651 died...\u000a16:23:26.523317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Terminated: ok {rc=0}\u000a16:23:26.533015 --- ParallelTerminationStrategy: PID 27652 died...\u000a16:23:26.585784 run iperf3-srv_10.42.42.10(pid=27652): Terminated {rc=256}\u000a16:23:26.595164 --- ParallelTerminationStrategy: PID 27655 died...\u000a16:23:26.647868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27655): Terminated: ok {rc=0}\u000a16:23:26.657342 --- ParallelTerminationStrategy: PID 27658 died...\u000a16:23:26.710473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27658): Terminated: ok {rc=0}\u000a16:23:26.719870 --- ParallelTerminationStrategy: PID 27661 died...\u000a16:23:26.773279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27661): Terminated: ok {rc=0}\u000a16:23:26.862350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27677): Process ended prematurely: osmo-stp_10.42.42.5(pid=27677) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27677)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27677): Process ended prematurely: osmo-stp_10.42.42.5(pid=27677) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:23:27.973980 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:27.985608 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:23:28.133424 tst iperf3m4.py: using LAC 30055\u000a16:23:28.254707 tst iperf3m4.py: using RAC 220\u000a16:23:28.386145 tst iperf3m4.py: using CellId 30055\u000a16:23:28.516038 tst iperf3m4.py: using BVCI 30056\u000a16:23:28.541705 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.553232 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.564507 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.576715 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.588642 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.600762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.612584 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.624481 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:28.636677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:28.757509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:28.875886 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:28.997529 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:29.280458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:23:29.409322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:29.732052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27663): Launched\u000a16:23:29.998461 run iperf3-srv_10.42.42.10(pid=27664): Launched\u000a16:23:30.185773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:23:30.314031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:30.636543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27665): Launched\u000a16:23:30.949738 run iperf3-srv_10.42.42.10(pid=27666): Launched\u000a16:23:31.169180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:23:31.312707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:31.683216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27667): Launched\u000a16:23:31.977950 run iperf3-srv_10.42.42.10(pid=27668): Launched\u000a16:23:32.209175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:23:32.340401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:23:32.663058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27669): Launched\u000a16:23:32.929744 run iperf3-srv_10.42.42.10(pid=27670): Launched\u000a16:23:33.116587 tst iperf3m4.py:8: start network...\u000a16:23:33.244606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:33.743427 run create_hlr_db(pid=27671): Launched\u000a16:23:33.920232 bus /gobi_6: Setting Powered False\u000a16:23:34.942242 run create_hlr_db(pid=27671): Terminated: ok {rc=0}\u000a16:23:35.383169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27673): Launched\u000a16:23:35.717985 run osmo-hlr_10.42.42.2(pid=27674): Launched\u000a16:23:35.839256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:36.415054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27676): Launched\u000a16:23:36.727525 run osmo-stp_10.42.42.5(pid=27677): Launched\u000a16:23:36.838461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:37.376487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27679): Launched\u000a16:23:37.486474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:37.759167 run patchelf(pid=27680): Launched\u000a16:23:37.939435 run osmo-stp_10.42.42.5(pid=27677): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27677)]\u000a16:23:38.071023 run osmo-stp_10.42.42.5(pid=27677): stdout: \u000a| (launched: 2022-12-12_16:23:36.571650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:38.203157 run osmo-stp_10.42.42.5(pid=27677): stderr: \u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162336747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:38.330354 run osmo-stp_10.42.42.5(pid=27677): stdout: \u000a| (launched: 2022-12-12_16:23:36.571650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:38.456394 run osmo-stp_10.42.42.5(pid=27677): stderr: \u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162336746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162336747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162336747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:38.603649 run patchelf(pid=27680): Terminating (SIGINT)\u000a16:23:38.776426 run patchelf(pid=27680): Terminated: ok {rc=0}\u000a16:23:38.808206 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27677): Process ended prematurely: osmo-stp_10.42.42.5(pid=27677) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27677)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:23:38.817717 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:23:38.877902 run osmo-hlr_10.42.42.2(pid=27674): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27674)]\u000a16:23:38.926864 run osmo-hlr_10.42.42.2(pid=27674): stdout: \u000a| (launched: 2022-12-12_16:23:35.551147) \u000a16:23:38.976347 run osmo-hlr_10.42.42.2(pid=27674): stderr: \u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162335747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162335762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162335773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162335773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162335773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:39.018516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27663): Terminating (SIGTERM)\u000a16:23:39.058426 run iperf3-srv_10.42.42.10(pid=27664): Terminating (SIGTERM)\u000a16:23:39.098452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27665): Terminating (SIGTERM)\u000a16:23:39.138383 run iperf3-srv_10.42.42.10(pid=27666): Terminating (SIGTERM)\u000a16:23:39.178270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27667): Terminating (SIGTERM)\u000a16:23:39.218020 run iperf3-srv_10.42.42.10(pid=27668): Terminating (SIGTERM)\u000a16:23:39.257768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27669): Terminating (SIGTERM)\u000a16:23:39.297338 run iperf3-srv_10.42.42.10(pid=27670): Terminating (SIGTERM)\u000a16:23:39.337232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27673): Terminating (SIGTERM)\u000a16:23:39.377463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27676): Terminating (SIGTERM)\u000a16:23:39.417433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27679): Terminating (SIGTERM)\u000a16:23:39.426674 --- ParallelTerminationStrategy: PID 27663 died...\u000a16:23:39.480129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27663): Terminated: ok {rc=0}\u000a16:23:39.489733 --- ParallelTerminationStrategy: PID 27664 died...\u000a16:23:39.542583 run iperf3-srv_10.42.42.10(pid=27664): Terminated {rc=256}\u000a16:23:39.552050 --- ParallelTerminationStrategy: PID 27665 died...\u000a16:23:39.605878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27665): Terminated: ok {rc=0}\u000a16:23:39.615368 --- ParallelTerminationStrategy: PID 27666 died...\u000a16:23:39.668322 run iperf3-srv_10.42.42.10(pid=27666): Terminated {rc=256}\u000a16:23:39.677752 --- ParallelTerminationStrategy: PID 27667 died...\u000a16:23:39.730228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27667): Terminated: ok {rc=0}\u000a16:23:39.739672 --- ParallelTerminationStrategy: PID 27668 died...\u000a16:23:39.791918 run iperf3-srv_10.42.42.10(pid=27668): Terminated {rc=256}\u000a16:23:39.801398 --- ParallelTerminationStrategy: PID 27669 died...\u000a16:23:39.853846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27669): Terminated: ok {rc=0}\u000a16:23:39.863296 --- ParallelTerminationStrategy: PID 27670 died...\u000a16:23:39.915627 run iperf3-srv_10.42.42.10(pid=27670): Terminated {rc=256}\u000a16:23:39.925173 --- ParallelTerminationStrategy: PID 27673 died...\u000a16:23:39.978683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27673): Terminated: ok {rc=0}\u000a16:23:39.988099 --- ParallelTerminationStrategy: PID 27676 died...\u000a16:23:40.040629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27676): Terminated: ok {rc=0}\u000a16:23:40.050083 --- ParallelTerminationStrategy: PID 27679 died...\u000a16:23:40.102693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27679): Terminated: ok {rc=0}\u000a16:23:40.191385 bus /gobi_4: Setting Powered False\u000a16:23:41.296107 bus /gobi_4: Setting Powered False\u000a16:23:42.401918 bus /gobi_1: Setting Powered False\u000a16:23:43.508816 bus /gobi_1: Setting Powered False\u000a16:23:44.619984 bus /gobi_0: Setting Powered False\u000a16:23:45.723184 bus /gobi_0: Setting Powered False\u000a16:23:46.864333 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27958): Process ended prematurely: osmo-stp_10.42.42.5(pid=27958) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27958)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27958): Process ended prematurely: osmo-stp_10.42.42.5(pid=27958) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:23:47.954949 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:47.971975 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:23:48.158960 tst ping.py: using LAC 30056\u000a16:23:48.298747 tst ping.py: using RAC 221\u000a16:23:48.426707 tst ping.py: using CellId 30056\u000a16:23:48.556057 tst ping.py: using BVCI 30057\u000a16:23:48.581923 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.594728 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.607137 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.621282 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.633601 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.647902 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.660418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:48.675076 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:48.976736 tst ping.py:19: start network...\u000a16:23:49.117248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:49.675293 run create_hlr_db(pid=27950): Launched\u000a16:23:49.868902 bus /gobi_6: Setting Powered False\u000a16:23:50.888604 run create_hlr_db(pid=27950): Terminated: ok {rc=0}\u000a16:23:51.342901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27954): Launched\u000a16:23:51.772260 run osmo-hlr_10.42.42.2(pid=27955): Launched\u000a16:23:52.020119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:52.602142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27957): Launched\u000a16:23:53.000593 run osmo-stp_10.42.42.5(pid=27958): Launched\u000a16:23:53.235859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:53.830724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27960): Launched\u000a16:23:53.940761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:54.226835 run patchelf(pid=27961): Launched\u000a16:23:54.407427 run osmo-stp_10.42.42.5(pid=27958): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27958)]\u000a16:23:54.540477 run osmo-stp_10.42.42.5(pid=27958): stdout: \u000a| (launched: 2022-12-12_16:23:52.758831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:54.674136 run osmo-stp_10.42.42.5(pid=27958): stderr: \u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162353081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:54.803314 run osmo-stp_10.42.42.5(pid=27958): stdout: \u000a| (launched: 2022-12-12_16:23:52.758831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:54.930679 run osmo-stp_10.42.42.5(pid=27958): stderr: \u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162353080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162353081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162353081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:55.077930 run patchelf(pid=27961): Terminating (SIGINT)\u000a16:23:55.250573 run patchelf(pid=27961): Terminated: ok {rc=0}\u000a16:23:55.283218 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27958): Process ended prematurely: osmo-stp_10.42.42.5(pid=27958) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27958)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:23:55.293295 tst ping.py:22: Test FAILED (7.3 sec)\u000a16:23:55.355186 run osmo-hlr_10.42.42.2(pid=27955): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27955)]\u000a16:23:55.406271 run osmo-hlr_10.42.42.2(pid=27955): stdout: \u000a| (launched: 2022-12-12_16:23:51.510278) \u000a16:23:55.458210 run osmo-hlr_10.42.42.2(pid=27955): stderr: \u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162351827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162351839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162351851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162351852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162351852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:55.502012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27954): Terminating (SIGTERM)\u000a16:23:55.545803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27957): Terminating (SIGTERM)\u000a16:23:55.590272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27960): Terminating (SIGTERM)\u000a16:23:55.601182 --- ParallelTerminationStrategy: PID 27954 died...\u000a16:23:55.658644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27954): Terminated: ok {rc=0}\u000a16:23:55.669465 --- ParallelTerminationStrategy: PID 27957 died...\u000a16:23:55.724734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27957): Terminated: ok {rc=0}\u000a16:23:55.735454 --- ParallelTerminationStrategy: PID 27960 died...\u000a16:23:55.791174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27960): Terminated: ok {rc=0}\u000a16:23:55.878554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27968): Process ended prematurely: osmo-stp_10.42.42.5(pid=27968) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27968)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27968): Process ended prematurely: osmo-stp_10.42.42.5(pid=27968) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:23:56.934653 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:56.947693 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:23:57.097623 tst ping_idle_ping.py: using LAC 30057\u000a16:23:57.221154 tst ping_idle_ping.py: using RAC 222\u000a16:23:57.346107 tst ping_idle_ping.py: using CellId 30057\u000a16:23:57.471258 tst ping_idle_ping.py: using BVCI 30058\u000a16:23:57.496434 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.509696 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.529828 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.553875 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.577880 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.606145 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.630716 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:23:57.653882 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:23:58.035123 tst ping_idle_ping.py:24: start network...\u000a16:23:58.166061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:58.676706 run create_hlr_db(pid=27962): Launched\u000a16:23:58.872508 bus /gobi_6: Setting Powered False\u000a16:23:59.893039 run create_hlr_db(pid=27962): Terminated: ok {rc=0}\u000a16:24:00.352527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27964): Launched\u000a16:24:00.788686 run osmo-hlr_10.42.42.2(pid=27965): Launched\u000a16:24:00.991332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:01.816421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27967): Launched\u000a16:24:02.287223 run osmo-stp_10.42.42.5(pid=27968): Launched\u000a16:24:02.510102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:24:03.120336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27970): Launched\u000a16:24:03.238772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:24:03.547887 run patchelf(pid=27971): Launched\u000a16:24:03.749129 run osmo-stp_10.42.42.5(pid=27968): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27968)]\u000a16:24:03.892886 run osmo-stp_10.42.42.5(pid=27968): stdout: \u000a| (launched: 2022-12-12_16:24:02.030102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:04.038926 run osmo-stp_10.42.42.5(pid=27968): stderr: \u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162402393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:04.179523 run osmo-stp_10.42.42.5(pid=27968): stdout: \u000a| (launched: 2022-12-12_16:24:02.030102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:04.320661 run osmo-stp_10.42.42.5(pid=27968): stderr: \u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162402393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162402393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162402394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:04.481460 run patchelf(pid=27971): Terminating (SIGINT)\u000a16:24:04.670649 run patchelf(pid=27971): Terminated: ok {rc=0}\u000a16:24:04.707359 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27968): Process ended prematurely: osmo-stp_10.42.42.5(pid=27968) [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27968)] [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:24:04.719602 tst ping_idle_ping.py:27: Test FAILED (7.8 sec)\u000a16:24:04.788678 run osmo-hlr_10.42.42.2(pid=27965): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27965)]\u000a16:24:04.843856 run osmo-hlr_10.42.42.2(pid=27965): stdout: \u000a| (launched: 2022-12-12_16:24:00.523893) \u000a16:24:04.900003 run osmo-hlr_10.42.42.2(pid=27965): stderr: \u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162400850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162400872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162400880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162400880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162400885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:04.947613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27964): Terminating (SIGTERM)\u000a16:24:04.996479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27967): Terminating (SIGTERM)\u000a16:24:05.044475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27970): Terminating (SIGTERM)\u000a16:24:05.055725 --- ParallelTerminationStrategy: PID 27964 died...\u000a16:24:05.118447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27964): Terminated: ok {rc=0}\u000a16:24:05.129595 --- ParallelTerminationStrategy: PID 27967 died...\u000a16:24:05.188386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27967): Terminated: ok {rc=0}\u000a16:24:05.200943 --- ParallelTerminationStrategy: PID 27970 died...\u000a16:24:05.261984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27970): Terminated: ok {rc=0}\u000a16:24:05.356756 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:23:05" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27982): Process ended prematurely: osmo-stp_10.42.42.5(pid=27982) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27982)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27982): Process ended prematurely: osmo-stp_10.42.42.5(pid=27982) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:24:07.377985 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:07.390775 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:24:07.555354 tst switch_tch_pdch.py: using LAC 30058\u000a16:24:07.685851 tst switch_tch_pdch.py: using RAC 223\u000a16:24:07.816315 tst switch_tch_pdch.py: using CellId 30058\u000a16:24:07.946485 tst switch_tch_pdch.py: using BVCI 30059\u000a16:24:07.973426 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:07.986126 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:07.999851 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:08.014538 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:08.027918 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:08.041738 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:08.055700 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:24:08.069758 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:08.197802 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:24:08.506109 tst switch_tch_pdch.py:51: start network...\u000a16:24:08.648766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:09.217301 run create_hlr_db(pid=27975): Launched\u000a16:24:09.413926 bus /gobi_6: Setting Powered False\u000a16:24:10.434728 run create_hlr_db(pid=27975): Terminated: ok {rc=0}\u000a16:24:10.847141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27978): Launched\u000a16:24:11.153451 run osmo-hlr_10.42.42.2(pid=27979): Launched\u000a16:24:11.263104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:11.791178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27981): Launched\u000a16:24:12.096505 run osmo-stp_10.42.42.5(pid=27982): Launched\u000a16:24:12.206021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:24:12.738201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27984): Launched\u000a16:24:12.845619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:24:13.113215 run patchelf(pid=27985): Launched\u000a16:24:13.289846 run osmo-stp_10.42.42.5(pid=27982): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27982)]\u000a16:24:13.419519 run osmo-stp_10.42.42.5(pid=27982): stdout: \u000a| (launched: 2022-12-12_16:24:11.944618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:13.549151 run osmo-stp_10.42.42.5(pid=27982): stderr: \u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162412116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:13.674151 run osmo-stp_10.42.42.5(pid=27982): stdout: \u000a| (launched: 2022-12-12_16:24:11.944618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:13.798111 run osmo-stp_10.42.42.5(pid=27982): stderr: \u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162412115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162412116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162412117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:13.942292 run patchelf(pid=27985): Terminating (SIGINT)\u000a16:24:14.111410 run patchelf(pid=27985): Terminated: ok {rc=0}\u000a16:24:14.142209 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27982): Process ended prematurely: osmo-stp_10.42.42.5(pid=27982) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27982)] [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:24:14.150886 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:24:14.210157 run osmo-hlr_10.42.42.2(pid=27979): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27979)]\u000a16:24:14.258843 run osmo-hlr_10.42.42.2(pid=27979): stdout: \u000a| (launched: 2022-12-12_16:24:11.001742) \u000a16:24:14.308143 run osmo-hlr_10.42.42.2(pid=27979): stderr: \u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162411178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162411191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162411200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162411200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162411200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:14.350235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27978): Terminating (SIGTERM)\u000a16:24:14.389864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27981): Terminating (SIGTERM)\u000a16:24:14.429435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27984): Terminating (SIGTERM)\u000a16:24:14.438556 --- ParallelTerminationStrategy: PID 27978 died...\u000a16:24:14.491801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27978): Terminated: ok {rc=0}\u000a16:24:14.501244 --- ParallelTerminationStrategy: PID 27981 died...\u000a16:24:14.553539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27981): Terminated: ok {rc=0}\u000a16:24:14.562907 --- ParallelTerminationStrategy: PID 27984 died...\u000a16:24:14.615071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27984): Terminated: ok {rc=0}\u000a16:24:14.703989 bus /gobi_0: Setting Powered False\u000a16:24:15.811488 bus /gobi_0: Setting Powered False\u000a16:24:16.929664 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:07" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27996): Process ended prematurely: osmo-stp_10.42.42.5(pid=27996) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27996)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27996): Process ended prematurely: osmo-stp_10.42.42.5(pid=27996) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:24:18.855631 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:18.866595 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:24:19.008539 tst switch_tch_pdch.py: using LAC 30059\u000a16:24:19.128400 tst switch_tch_pdch.py: using RAC 224\u000a16:24:19.246837 tst switch_tch_pdch.py: using CellId 30059\u000a16:24:19.366275 tst switch_tch_pdch.py: using BVCI 30060\u000a16:24:19.389514 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.400438 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.411197 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.421966 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.432582 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.443354 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.454264 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:24:19.465045 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:24:19.581983 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:24:19.874233 tst switch_tch_pdch.py:51: start network...\u000a16:24:20.009535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:20.495493 run create_hlr_db(pid=27990): Launched\u000a16:24:20.628046 bus /gobi_6: Setting Powered False\u000a16:24:21.703914 run create_hlr_db(pid=27990): Terminated: ok {rc=0}\u000a16:24:22.086367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27992): Launched\u000a16:24:22.392093 run osmo-hlr_10.42.42.2(pid=27993): Launched\u000a16:24:22.503199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:23.005654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27995): Launched\u000a16:24:23.310667 run osmo-stp_10.42.42.5(pid=27996): Launched\u000a16:24:23.420450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:24:23.923115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27998): Launched\u000a16:24:24.030566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:24:24.297505 run patchelf(pid=27999): Launched\u000a16:24:24.474091 run osmo-stp_10.42.42.5(pid=27996): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27996)]\u000a16:24:24.603209 run osmo-stp_10.42.42.5(pid=27996): stdout: \u000a| (launched: 2022-12-12_16:24:23.158830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:24.732458 run osmo-stp_10.42.42.5(pid=27996): stderr: \u000a| �[0;m�[38;5;43m20221212162423330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162423331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162423331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162423331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:24.857540 run osmo-stp_10.42.42.5(pid=27996): stdout: \u000a| (launched: 2022-12-12_16:24:23.158830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:24.982047 run osmo-stp_10.42.42.5(pid=27996): stderr: \u000a| �[0;m�[38;5;43m20221212162423330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162423331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162423331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162423331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162423332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:25.126131 run patchelf(pid=27999): Terminating (SIGINT)\u000a16:24:25.294597 run patchelf(pid=27999): Terminated: ok {rc=0}\u000a16:24:25.325579 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27996): Process ended prematurely: osmo-stp_10.42.42.5(pid=27996) [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27996)] [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:24:25.334313 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:24:25.393517 run osmo-hlr_10.42.42.2(pid=27993): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27993)]\u000a16:24:25.442251 run osmo-hlr_10.42.42.2(pid=27993): stdout: \u000a| (launched: 2022-12-12_16:24:22.240267) \u000a16:24:25.491534 run osmo-hlr_10.42.42.2(pid=27993): stderr: \u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162422416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162422428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162422437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162422437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162422437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:25.533792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27992): Terminating (SIGTERM)\u000a16:24:25.573561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27995): Terminating (SIGTERM)\u000a16:24:25.613277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27998): Terminating (SIGTERM)\u000a16:24:25.622454 --- ParallelTerminationStrategy: PID 27992 died...\u000a16:24:25.676721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27992): Terminated: ok {rc=0}\u000a16:24:25.686522 --- ParallelTerminationStrategy: PID 27995 died...\u000a16:24:25.739400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27995): Terminated: ok {rc=0}\u000a16:24:25.748890 --- ParallelTerminationStrategy: PID 27998 died...\u000a16:24:25.801907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27998): Terminated: ok {rc=0}\u000a16:24:25.885118 bus /gobi_0: Setting Powered False\u000a16:24:26.986499 bus /gobi_0: Setting Powered False\u000a16:24:28.098041 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:18" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28004) [trial-2379↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28004)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28004) [trial-2379↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a16:24:29.975117 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a16:24:29.985919 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a16:24:30.126324 tst mo_mt_sms.py: using LAC 30060\u000a16:24:30.243931 tst mo_mt_sms.py: using RAC 225\u000a16:24:30.361737 tst mo_mt_sms.py: using CellId 30060\u000a16:24:30.478939 tst mo_mt_sms.py: using BVCI 30061\u000a16:24:30.502099 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a16:24:30.616104 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a16:24:30.903411 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:24:31.034397 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:24:31.706075 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28003): Launched\u000a16:24:32.053790 run osmo-nitb_10.42.42.2(pid=28004): Launched\u000a16:24:32.256818 run osmo-nitb_10.42.42.2(pid=28004): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28004)]\u000a16:24:32.404766 run osmo-nitb_10.42.42.2(pid=28004): stdout: \u000a| (launched: 2022-12-12_16:24:31.875081) \u000a16:24:32.551537 run osmo-nitb_10.42.42.2(pid=28004): stderr: \u000a| (launched: 2022-12-12_16:24:31.924358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:32.695082 run osmo-nitb_10.42.42.2(pid=28004): stdout: \u000a| (launched: 2022-12-12_16:24:31.875081) \u000a16:24:32.836151 run osmo-nitb_10.42.42.2(pid=28004): stderr: \u000a| (launched: 2022-12-12_16:24:31.924358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:33.185367 tst osmo-nitb_10.42.42.2(pid=28004): stdout: \u000a| (launched: 2022-12-12_16:24:31.875081) \u000a16:24:33.314993 tst osmo-nitb_10.42.42.2(pid=28004): stderr: \u000a| (launched: 2022-12-12_16:24:31.924358)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:33.371640 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28004): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28004) [trial-2379↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28004)] [trial-2379↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a16:24:33.380693 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:24:33.418228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28003): Terminating (SIGTERM)\u000a16:24:33.596238 --- ParallelTerminationStrategy: PID 28003 died...\u000a16:24:33.655343 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28003): Terminated: ok {rc=0}\u000a16:24:33.747284 bus /sierra_3: Setting Powered False\u000a16:24:34.852024 bus /sierra_3: Setting Powered False\u000a16:24:35.965427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:29" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28014): Process ended prematurely: osmo-stp_10.42.42.5(pid=28014) [trial-2379↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28014)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28014): Process ended prematurely: osmo-stp_10.42.42.5(pid=28014) [trial-2379↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a16:24:37.859779 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:37.870648 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a16:24:38.014354 tst mo_mt_sms.py: using LAC 30061\u000a16:24:38.137413 tst mo_mt_sms.py: using RAC 226\u000a16:24:38.254234 tst mo_mt_sms.py: using CellId 30061\u000a16:24:38.371067 tst mo_mt_sms.py: using BVCI 30062\u000a16:24:38.394248 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:38.404772 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:38.415197 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:38.425551 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:38.435873 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:38.446260 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a16:24:38.566358 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a16:24:38.766863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:39.256718 run create_hlr_db(pid=28008): Launched\u000a16:24:39.431264 bus /sierra_2: Setting Powered False\u000a16:24:40.452049 run create_hlr_db(pid=28008): Terminated: ok {rc=0}\u000a16:24:40.885890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28010): Launched\u000a16:24:41.212921 run osmo-hlr_10.42.42.2(pid=28011): Launched\u000a16:24:41.330415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:41.894601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28013): Launched\u000a16:24:42.219149 run osmo-stp_10.42.42.5(pid=28014): Launched\u000a16:24:42.337974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:42.931077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28016): Launched\u000a16:24:43.256851 run osmo-msc_10.42.42.6(pid=28017): Launched\u000a16:24:43.447095 run osmo-stp_10.42.42.5(pid=28014): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28014)]\u000a16:24:43.584112 run osmo-stp_10.42.42.5(pid=28014): stdout: \u000a| (launched: 2022-12-12_16:24:42.059205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:43.719892 run osmo-stp_10.42.42.5(pid=28014): stderr: \u000a| �[0;m�[38;5;43m20221212162442248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162442248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162442249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162442249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162442249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162442250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162442250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:43.850041 run osmo-stp_10.42.42.5(pid=28014): stdout: \u000a| (launched: 2022-12-12_16:24:42.059205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:43.978964 run osmo-stp_10.42.42.5(pid=28014): stderr: \u000a| �[0;m�[38;5;43m20221212162442248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162442248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162442249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162442249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162442249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162442250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162442250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:44.035645 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28014): Process ended prematurely: osmo-stp_10.42.42.5(pid=28014) [trial-2379↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28014)] [trial-2379↪sms:trx-b200↪mo_mt_sms.py:16]\u000a16:24:44.044513 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a16:24:44.108131 run osmo-hlr_10.42.42.2(pid=28011): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28011)]\u000a16:24:44.160050 run osmo-hlr_10.42.42.2(pid=28011): stdout: \u000a| (launched: 2022-12-12_16:24:41.050504) \u000a16:24:44.213188 run osmo-hlr_10.42.42.2(pid=28011): stderr: \u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162441246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162441258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162441268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162441268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162441268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:44.284777 run osmo-msc_10.42.42.6(pid=28017): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28017)]\u000a16:24:44.336723 run osmo-msc_10.42.42.6(pid=28017): stdout: \u000a| (launched: 2022-12-12_16:24:43.095460) \u000a16:24:44.389134 run osmo-msc_10.42.42.6(pid=28017): stderr: \u000a| �[0;m�[38;5;43m20221212162443413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162443414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7372122c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162443414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162443414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162443414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162443414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162443416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162443416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162443416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162443416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:44.433394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28010): Terminating (SIGTERM)\u000a16:24:44.476097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28013): Terminating (SIGTERM)\u000a16:24:44.518552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28016): Terminating (SIGTERM)\u000a16:24:44.528729 --- ParallelTerminationStrategy: PID 28010 died...\u000a16:24:44.585713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28010): Terminated: ok {rc=0}\u000a16:24:44.596138 --- ParallelTerminationStrategy: PID 28013 died...\u000a16:24:44.652537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28013): Terminated: ok {rc=0}\u000a16:24:44.662862 --- ParallelTerminationStrategy: PID 28016 died...\u000a16:24:44.719073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28016): Terminated: ok {rc=0}\u000a16:24:44.807172 bus /sierra_3: Setting Powered False\u000a16:24:45.917606 bus /sierra_3: Setting Powered False\u000a16:24:47.046834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:37" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28023) [trial-2379↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28023)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28023) [trial-2379↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a16:24:48.896221 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a16:24:48.907454 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a16:24:49.043966 tst assert_extension.py: using LAC 30062\u000a16:24:49.170456 tst assert_extension.py: using RAC 227\u000a16:24:49.292514 tst assert_extension.py: using CellId 30062\u000a16:24:49.411909 tst assert_extension.py: using BVCI 30063\u000a16:24:49.435053 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a16:24:49.709384 tst assert_extension.py:10: start nitb and bts...\u000a16:24:49.835142 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:24:50.466583 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28022): Launched\u000a16:24:50.769145 run osmo-nitb_10.42.42.2(pid=28023): Launched\u000a16:24:50.954873 run osmo-nitb_10.42.42.2(pid=28023): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28023)]\u000a16:24:51.091794 run osmo-nitb_10.42.42.2(pid=28023): stdout: \u000a| (launched: 2022-12-12_16:24:50.619797) \u000a16:24:51.230028 run osmo-nitb_10.42.42.2(pid=28023): stderr: \u000a| (launched: 2022-12-12_16:24:50.664751)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:51.364204 run osmo-nitb_10.42.42.2(pid=28023): stdout: \u000a| (launched: 2022-12-12_16:24:50.619797) \u000a16:24:51.496050 run osmo-nitb_10.42.42.2(pid=28023): stderr: \u000a| (launched: 2022-12-12_16:24:50.664751)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:51.891234 tst osmo-nitb_10.42.42.2(pid=28023): stdout: \u000a| (launched: 2022-12-12_16:24:50.619797) \u000a16:24:52.011479 tst osmo-nitb_10.42.42.2(pid=28023): stderr: \u000a| (launched: 2022-12-12_16:24:50.664751)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:24:52.064377 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28023): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28023) [trial-2379↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28023)] [trial-2379↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a16:24:52.072768 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:24:52.107764 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28022): Terminating (SIGTERM)\u000a16:24:52.285377 --- ParallelTerminationStrategy: PID 28022 died...\u000a16:24:52.340658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28022): Terminated: ok {rc=0}\u000a16:24:52.429638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:48" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28033): Process ended prematurely: osmo-stp_10.42.42.5(pid=28033) [trial-2379↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28033)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28033): Process ended prematurely: osmo-stp_10.42.42.5(pid=28033) [trial-2379↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a16:24:54.263769 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.274726 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a16:24:54.415664 tst assert_extension.py: using LAC 30063\u000a16:24:54.538468 tst assert_extension.py: using RAC 228\u000a16:24:54.666708 tst assert_extension.py: using CellId 30063\u000a16:24:54.785895 tst assert_extension.py: using BVCI 30064\u000a16:24:54.809055 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.819837 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.830642 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.841409 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.851998 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:24:54.862675 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a16:24:55.062158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:55.550234 run create_hlr_db(pid=28027): Launched\u000a16:24:55.724047 bus /sierra_2: Setting Powered False\u000a16:24:56.745579 run create_hlr_db(pid=28027): Terminated: ok {rc=0}\u000a16:24:57.177439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28029): Launched\u000a16:24:57.506175 run osmo-hlr_10.42.42.2(pid=28030): Launched\u000a16:24:57.625901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:58.193457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28032): Launched\u000a16:24:58.520595 run osmo-stp_10.42.42.5(pid=28033): Launched\u000a16:24:58.638443 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:59.229529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28035): Launched\u000a16:24:59.556162 run osmo-msc_10.42.42.6(pid=28036): Launched\u000a16:24:59.745794 run osmo-stp_10.42.42.5(pid=28033): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28033)]\u000a16:24:59.882681 run osmo-stp_10.42.42.5(pid=28033): stdout: \u000a| (launched: 2022-12-12_16:24:58.358643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:00.018287 run osmo-stp_10.42.42.5(pid=28033): stderr: \u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162458548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162458548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162458548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162458549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:00.148087 run osmo-stp_10.42.42.5(pid=28033): stdout: \u000a| (launched: 2022-12-12_16:24:58.358643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:00.277316 run osmo-stp_10.42.42.5(pid=28033): stderr: \u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162458547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162458548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162458548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162458548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162458549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:00.334404 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28033): Process ended prematurely: osmo-stp_10.42.42.5(pid=28033) [trial-2379↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28033)] [trial-2379↪ussd:trx-b200↪assert_extension.py:17]\u000a16:25:00.343387 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a16:25:00.407197 run osmo-hlr_10.42.42.2(pid=28030): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28030)]\u000a16:25:00.459045 run osmo-hlr_10.42.42.2(pid=28030): stdout: \u000a| (launched: 2022-12-12_16:24:57.342790) \u000a16:25:00.511539 run osmo-hlr_10.42.42.2(pid=28030): stderr: \u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162457538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162457551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162457561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162457562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162457562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:00.582577 run osmo-msc_10.42.42.6(pid=28036): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28036)]\u000a16:25:00.634169 run osmo-msc_10.42.42.6(pid=28036): stdout: \u000a| (launched: 2022-12-12_16:24:59.393984) \u000a16:25:00.686555 run osmo-msc_10.42.42.6(pid=28036): stderr: \u000a| �[0;m�[38;5;43m20221212162459713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162459713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d1dbd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162459713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162459713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162459713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162459714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162459715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162459716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162459716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162459716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:00.731261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28029): Terminating (SIGTERM)\u000a16:25:00.773906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28032): Terminating (SIGTERM)\u000a16:25:00.837492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28035): Terminating (SIGTERM)\u000a16:25:00.847917 --- ParallelTerminationStrategy: PID 28029 died...\u000a16:25:00.906324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28029): Terminated: ok {rc=0}\u000a16:25:00.917524 --- ParallelTerminationStrategy: PID 28032 died...\u000a16:25:00.978893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28032): Terminated: ok {rc=0}\u000a16:25:00.989656 --- ParallelTerminationStrategy: PID 28035 died...\u000a16:25:01.046993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28035): Terminated: ok {rc=0}\u000a16:25:01.136477 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:24:54" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28050): Process ended prematurely: osmo-stp_10.42.42.5(pid=28050) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28050)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28050): Process ended prematurely: osmo-stp_10.42.42.5(pid=28050) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:25:03.102751 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.113894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:25:03.272022 tst mo_mt_call.py: using LAC 30064\u000a16:25:03.398033 tst mo_mt_call.py: using RAC 229\u000a16:25:03.522011 tst mo_mt_call.py: using CellId 30064\u000a16:25:03.641148 tst mo_mt_call.py: using BVCI 30065\u000a16:25:03.664497 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.675576 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.686516 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.697485 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.708445 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:03.719466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:25:03.839498 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:25:04.054137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:04.575557 run create_hlr_db(pid=28044): Launched\u000a16:25:04.765110 bus /sierra_2: Setting Powered False\u000a16:25:05.786516 run create_hlr_db(pid=28044): Terminated: ok {rc=0}\u000a16:25:06.203222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28046): Launched\u000a16:25:06.514275 run osmo-hlr_10.42.42.2(pid=28047): Launched\u000a16:25:06.635239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:07.178754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28049): Launched\u000a16:25:07.491271 run osmo-stp_10.42.42.5(pid=28050): Launched\u000a16:25:07.604009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:08.168689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28052): Launched\u000a16:25:08.481420 run osmo-msc_10.42.42.6(pid=28053): Launched\u000a16:25:08.661917 run osmo-stp_10.42.42.5(pid=28050): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28050)]\u000a16:25:08.792190 run osmo-stp_10.42.42.5(pid=28050): stdout: \u000a| (launched: 2022-12-12_16:25:07.336066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:08.920782 run osmo-stp_10.42.42.5(pid=28050): stderr: \u000a| �[0;m�[38;5;43m20221212162507508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162507508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162507509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162507509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162507509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162507510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162507510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:09.044694 run osmo-stp_10.42.42.5(pid=28050): stdout: \u000a| (launched: 2022-12-12_16:25:07.336066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:09.167740 run osmo-stp_10.42.42.5(pid=28050): stderr: \u000a| �[0;m�[38;5;43m20221212162507508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162507508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162507509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162507509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162507509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162507510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162507510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:09.222021 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28050): Process ended prematurely: osmo-stp_10.42.42.5(pid=28050) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28050)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:25:09.230970 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:25:09.290545 run osmo-hlr_10.42.42.2(pid=28047): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28047)]\u000a16:25:09.340367 run osmo-hlr_10.42.42.2(pid=28047): stdout: \u000a| (launched: 2022-12-12_16:25:06.359891) \u000a16:25:09.390508 run osmo-hlr_10.42.42.2(pid=28047): stderr: \u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162506538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162506550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:09.457921 run osmo-msc_10.42.42.6(pid=28053): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28053)]\u000a16:25:09.506939 run osmo-msc_10.42.42.6(pid=28053): stdout: \u000a| (launched: 2022-12-12_16:25:08.326111) \u000a16:25:09.556639 run osmo-msc_10.42.42.6(pid=28053): stderr: \u000a| �[0;m�[38;5;43m20221212162508600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162508600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe61364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162508600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162508600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162508601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162508601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162508603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162508603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162508603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162508603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:09.598682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28046): Terminating (SIGTERM)\u000a16:25:09.638316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28049): Terminating (SIGTERM)\u000a16:25:09.678236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28052): Terminating (SIGTERM)\u000a16:25:09.687420 --- ParallelTerminationStrategy: PID 28046 died...\u000a16:25:09.740904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28046): Terminated: ok {rc=0}\u000a16:25:09.750495 --- ParallelTerminationStrategy: PID 28049 died...\u000a16:25:09.803639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28049): Terminated: ok {rc=0}\u000a16:25:09.813383 --- ParallelTerminationStrategy: PID 28052 died...\u000a16:25:09.866678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28052): Terminated: ok {rc=0}\u000a16:25:09.950909 bus /sierra_3: Setting Powered False\u000a16:25:11.059987 bus /sierra_3: Setting Powered False\u000a16:25:12.169582 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:13.287809 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.300421 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:25:13.471303 tst mo_mt_call_osmux.py: using LAC 30065\u000a16:25:13.603932 tst mo_mt_call_osmux.py: using RAC 230\u000a16:25:13.730184 tst mo_mt_call_osmux.py: using CellId 30065\u000a16:25:13.852082 tst mo_mt_call_osmux.py: using BVCI 30066\u000a16:25:13.875763 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.886959 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.898409 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.909808 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.921293 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.932426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:25:14.052197 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:25:14.259630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:14.761926 run create_hlr_db(pid=28055): Launched\u000a16:25:14.939662 bus /sierra_2: Setting Powered False\u000a16:25:15.989639 run create_hlr_db(pid=28055): Terminated: ok {rc=0}\u000a16:25:16.446859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Launched\u000a16:25:16.975689 run osmo-hlr_10.42.42.2(pid=28058): Launched\u000a16:25:17.181610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:17.761940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Launched\u000a16:25:18.093679 run osmo-stp_10.42.42.5(pid=28061): Launched\u000a16:25:18.212916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:18.815612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Launched\u000a16:25:19.147870 run osmo-msc_10.42.42.6(pid=28064): Launched\u000a16:25:19.340207 run osmo-stp_10.42.42.5(pid=28061): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)]\u000a16:25:19.478932 run osmo-stp_10.42.42.5(pid=28061): stdout: \u000a| (launched: 2022-12-12_16:25:17.929525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:19.616104 run osmo-stp_10.42.42.5(pid=28061): stderr: \u000a| �[0;m�[38;5;43m20221212162518118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162518118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162518119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162518120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:19.748089 run osmo-stp_10.42.42.5(pid=28061): stdout: \u000a| (launched: 2022-12-12_16:25:17.929525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:19.878769 run osmo-stp_10.42.42.5(pid=28061): stderr: \u000a| �[0;m�[38;5;43m20221212162518118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162518118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162518119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162518120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162518121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:19.936097 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28061): Process ended prematurely: osmo-stp_10.42.42.5(pid=28061) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28061)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:25:19.945547 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:25:20.008517 run osmo-hlr_10.42.42.2(pid=28058): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28058)]\u000a16:25:20.060292 run osmo-hlr_10.42.42.2(pid=28058): stdout: \u000a| (launched: 2022-12-12_16:25:16.651288) \u000a16:25:20.112679 run osmo-hlr_10.42.42.2(pid=28058): stderr: \u000a| �[0;m�[1;31m20221212162516938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162516939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162516939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162516939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162516939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162516939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162516954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162516974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162516975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162516975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:20.183464 run osmo-msc_10.42.42.6(pid=28064): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28064)]\u000a16:25:20.234995 run osmo-msc_10.42.42.6(pid=28064): stdout: \u000a| (launched: 2022-12-12_16:25:18.982910) \u000a16:25:20.286981 run osmo-msc_10.42.42.6(pid=28064): stderr: \u000a| �[0;m�[38;5;43m20221212162519303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162519303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3292da4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162519303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162519303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162519303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162519303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162519305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162519306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162519306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162519306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:20.331280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminating (SIGTERM)\u000a16:25:20.373795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminating (SIGTERM)\u000a16:25:20.416360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminating (SIGTERM)\u000a16:25:20.426432 --- ParallelTerminationStrategy: PID 28057 died...\u000a16:25:20.483151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28057): Terminated: ok {rc=0}\u000a16:25:20.493305 --- ParallelTerminationStrategy: PID 28060 died...\u000a16:25:20.549781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28060): Terminated: ok {rc=0}\u000a16:25:20.559849 --- ParallelTerminationStrategy: PID 28063 died...\u000a16:25:20.616188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28063): Terminated: ok {rc=0}\u000a16:25:20.702902 bus /sierra_3: Setting Powered False\u000a16:25:21.811277 bus /sierra_3: Setting Powered False\u000a16:25:22.922386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28075): Process ended prematurely: osmo-stp_10.42.42.5(pid=28075) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28075)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28075): Process ended prematurely: osmo-stp_10.42.42.5(pid=28075) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:25:24.929084 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:24.940575 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:25:25.105540 tst mo_mt_call.py: using LAC 30066\u000a16:25:25.235031 tst mo_mt_call.py: using RAC 231\u000a16:25:25.363778 tst mo_mt_call.py: using CellId 30066\u000a16:25:25.507539 tst mo_mt_call.py: using BVCI 30067\u000a16:25:25.532564 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:25.544114 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:25.555565 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:25.566977 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:25.578480 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:25.589895 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:25:25.708521 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:25:25.909966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:26.405546 run create_hlr_db(pid=28069): Launched\u000a16:25:26.582161 bus /sierra_2: Setting Powered False\u000a16:25:27.605552 run create_hlr_db(pid=28069): Terminated: ok {rc=0}\u000a16:25:28.044248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28071): Launched\u000a16:25:28.375307 run osmo-hlr_10.42.42.2(pid=28072): Launched\u000a16:25:28.496893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:29.069044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28074): Launched\u000a16:25:29.399983 run osmo-stp_10.42.42.5(pid=28075): Launched\u000a16:25:29.519510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:30.123779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28077): Launched\u000a16:25:30.455098 run osmo-msc_10.42.42.6(pid=28078): Launched\u000a16:25:30.646566 run osmo-stp_10.42.42.5(pid=28075): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28075)]\u000a16:25:30.784530 run osmo-stp_10.42.42.5(pid=28075): stdout: \u000a| (launched: 2022-12-12_16:25:29.235872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:30.933208 run osmo-stp_10.42.42.5(pid=28075): stderr: \u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162529426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:31.067296 run osmo-stp_10.42.42.5(pid=28075): stdout: \u000a| (launched: 2022-12-12_16:25:29.235872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:31.200712 run osmo-stp_10.42.42.5(pid=28075): stderr: \u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162529426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162529426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162529427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:31.260020 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28075): Process ended prematurely: osmo-stp_10.42.42.5(pid=28075) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28075)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:25:31.270298 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:25:31.334570 run osmo-hlr_10.42.42.2(pid=28072): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28072)]\u000a16:25:31.387250 run osmo-hlr_10.42.42.2(pid=28072): stdout: \u000a| (launched: 2022-12-12_16:25:28.211467) \u000a16:25:31.440583 run osmo-hlr_10.42.42.2(pid=28072): stderr: \u000a| �[0;m�[1;31m20221212162528406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162528406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162528407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162528407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162528407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162528407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162528419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162528427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162528428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162528428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:31.512567 run osmo-msc_10.42.42.6(pid=28078): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28078)]\u000a16:25:31.565159 run osmo-msc_10.42.42.6(pid=28078): stdout: \u000a| (launched: 2022-12-12_16:25:30.291267) \u000a16:25:31.619150 run osmo-msc_10.42.42.6(pid=28078): stderr: \u000a| �[0;m�[38;5;43m20221212162530612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162530612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c28ec8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162530612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162530612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162530613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162530613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162530614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162530615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162530615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162530615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:31.666239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28071): Terminating (SIGTERM)\u000a16:25:31.721855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28074): Terminating (SIGTERM)\u000a16:25:31.776270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28077): Terminating (SIGTERM)\u000a16:25:31.789137 --- ParallelTerminationStrategy: PID 28071 died...\u000a16:25:31.857239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28071): Terminated: ok {rc=0}\u000a16:25:31.869985 --- ParallelTerminationStrategy: PID 28074 died...\u000a16:25:31.939248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28074): Terminated: ok {rc=0}\u000a16:25:31.952345 --- ParallelTerminationStrategy: PID 28077 died...\u000a16:25:32.020642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28077): Terminated: ok {rc=0}\u000a16:25:32.114827 bus /sierra_3: Setting Powered False\u000a16:25:33.219965 bus /sierra_3: Setting Powered False\u000a16:25:34.329571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:35.446041 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:35.458428 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:25:35.622408 tst mo_mt_call_osmux.py: using LAC 30067\u000a16:25:35.746354 tst mo_mt_call_osmux.py: using RAC 232\u000a16:25:35.870084 tst mo_mt_call_osmux.py: using CellId 30067\u000a16:25:35.993127 tst mo_mt_call_osmux.py: using BVCI 30068\u000a16:25:36.017076 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:36.028426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:36.039782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:36.051097 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:36.062407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:25:36.073662 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:25:36.194652 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:25:36.403893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:36.903264 run create_hlr_db(pid=28080): Launched\u000a16:25:37.081120 bus /sierra_2: Setting Powered False\u000a16:25:38.103301 run create_hlr_db(pid=28080): Terminated: ok {rc=0}\u000a16:25:38.544734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Launched\u000a16:25:38.878233 run osmo-hlr_10.42.42.2(pid=28083): Launched\u000a16:25:39.001067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:39.581656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Launched\u000a16:25:39.912546 run osmo-stp_10.42.42.5(pid=28086): Launched\u000a16:25:40.033776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:40.644573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Launched\u000a16:25:40.977984 run osmo-msc_10.42.42.6(pid=28089): Launched\u000a16:25:41.170423 run osmo-stp_10.42.42.5(pid=28086): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)]\u000a16:25:41.309807 run osmo-stp_10.42.42.5(pid=28086): stdout: \u000a| (launched: 2022-12-12_16:25:39.749615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:41.447950 run osmo-stp_10.42.42.5(pid=28086): stderr: \u000a| �[0;m�[38;5;43m20221212162539938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162539938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162539939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162539939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:41.580941 run osmo-stp_10.42.42.5(pid=28086): stdout: \u000a| (launched: 2022-12-12_16:25:39.749615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:41.712623 run osmo-stp_10.42.42.5(pid=28086): stderr: \u000a| �[0;m�[38;5;43m20221212162539938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162539938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162539939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162539939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162539940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:41.770645 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28086): Process ended prematurely: osmo-stp_10.42.42.5(pid=28086) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28086)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:25:41.779903 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:25:41.842866 run osmo-hlr_10.42.42.2(pid=28083): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28083)]\u000a16:25:41.919336 run osmo-hlr_10.42.42.2(pid=28083): stdout: \u000a| (launched: 2022-12-12_16:25:38.713593) \u000a16:25:41.972217 run osmo-hlr_10.42.42.2(pid=28083): stderr: \u000a| �[0;m�[1;31m20221212162538910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162538911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162538911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162538911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162538911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162538911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162538923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162538932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162538933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162538933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:42.043411 run osmo-msc_10.42.42.6(pid=28089): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28089)]\u000a16:25:42.095315 run osmo-msc_10.42.42.6(pid=28089): stdout: \u000a| (launched: 2022-12-12_16:25:40.813129) \u000a16:25:42.147518 run osmo-msc_10.42.42.6(pid=28089): stderr: \u000a| �[0;m�[38;5;43m20221212162541133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162541133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51467a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162541133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162541134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162541134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162541134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162541136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162541136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162541136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162541136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:42.192048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminating (SIGTERM)\u000a16:25:42.234255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminating (SIGTERM)\u000a16:25:42.276402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminating (SIGTERM)\u000a16:25:42.285804 --- ParallelTerminationStrategy: PID 28082 died...\u000a16:25:42.342306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28082): Terminated: ok {rc=0}\u000a16:25:42.352543 --- ParallelTerminationStrategy: PID 28085 died...\u000a16:25:42.408527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28085): Terminated: ok {rc=0}\u000a16:25:42.418568 --- ParallelTerminationStrategy: PID 28088 died...\u000a16:25:42.474283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28088): Terminated: ok {rc=0}\u000a16:25:42.561641 bus /sierra_3: Setting Powered False\u000a16:25:43.669883 bus /sierra_3: Setting Powered False\u000a16:25:44.777732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:25:24" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28100): Process ended prematurely: osmo-stp_10.42.42.5(pid=28100) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28100)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28100): Process ended prematurely: osmo-stp_10.42.42.5(pid=28100) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:25:46.840643 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:46.853109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:25:47.044833 tst mo_mt_call.py: using LAC 30068\u000a16:25:47.202739 tst mo_mt_call.py: using RAC 233\u000a16:25:47.339009 tst mo_mt_call.py: using CellId 30068\u000a16:25:47.467825 tst mo_mt_call.py: using BVCI 30069\u000a16:25:47.493195 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:47.504715 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:47.516055 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:47.527428 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:47.538918 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:47.550427 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:47.667489 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:47.871690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:48.368114 run create_hlr_db(pid=28094): Launched\u000a16:25:48.544805 bus /sierra_2: Setting Powered False\u000a16:25:49.579050 run create_hlr_db(pid=28094): Terminated: ok {rc=0}\u000a16:25:50.018589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28096): Launched\u000a16:25:50.350362 run osmo-hlr_10.42.42.2(pid=28097): Launched\u000a16:25:50.474869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:51.048192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28099): Launched\u000a16:25:51.380780 run osmo-stp_10.42.42.5(pid=28100): Launched\u000a16:25:51.499719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:52.104593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28102): Launched\u000a16:25:52.439097 run osmo-msc_10.42.42.6(pid=28103): Launched\u000a16:25:52.630773 run osmo-stp_10.42.42.5(pid=28100): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28100)]\u000a16:25:52.773514 run osmo-stp_10.42.42.5(pid=28100): stdout: \u000a| (launched: 2022-12-12_16:25:51.215715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:52.930131 run osmo-stp_10.42.42.5(pid=28100): stderr: \u000a| �[0;m�[38;5;43m20221212162551405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162551406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162551406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162551406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:53.069479 run osmo-stp_10.42.42.5(pid=28100): stdout: \u000a| (launched: 2022-12-12_16:25:51.215715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:53.193286 run osmo-stp_10.42.42.5(pid=28100): stderr: \u000a| �[0;m�[38;5;43m20221212162551405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162551406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162551406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162551406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162551407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:53.247862 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28100): Process ended prematurely: osmo-stp_10.42.42.5(pid=28100) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28100)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:25:53.256621 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:25:53.317897 run osmo-hlr_10.42.42.2(pid=28097): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28097)]\u000a16:25:53.367697 run osmo-hlr_10.42.42.2(pid=28097): stdout: \u000a| (launched: 2022-12-12_16:25:50.186269) \u000a16:25:53.417987 run osmo-hlr_10.42.42.2(pid=28097): stderr: \u000a| �[0;m�[1;31m20221212162550381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162550381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162550381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162550381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162550381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162550382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162550394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162550402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162550403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162550403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:53.485875 run osmo-msc_10.42.42.6(pid=28103): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28103)]\u000a16:25:53.535601 run osmo-msc_10.42.42.6(pid=28103): stdout: \u000a| (launched: 2022-12-12_16:25:52.273347) \u000a16:25:53.585934 run osmo-msc_10.42.42.6(pid=28103): stderr: \u000a| �[0;m�[38;5;43m20221212162552592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162552592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe18a86ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162552593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162552593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162552593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162552593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162552595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162552595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162552595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162552595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:53.628015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28096): Terminating (SIGTERM)\u000a16:25:53.668517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28099): Terminating (SIGTERM)\u000a16:25:53.709310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28102): Terminating (SIGTERM)\u000a16:25:53.719142 --- ParallelTerminationStrategy: PID 28096 died...\u000a16:25:53.772845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28096): Terminated: ok {rc=0}\u000a16:25:53.782949 --- ParallelTerminationStrategy: PID 28099 died...\u000a16:25:53.836463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28099): Terminated: ok {rc=0}\u000a16:25:53.846512 --- ParallelTerminationStrategy: PID 28102 died...\u000a16:25:53.900386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28102): Terminated: ok {rc=0}\u000a16:25:53.991062 bus /sierra_3: Setting Powered False\u000a16:25:55.095954 bus /sierra_3: Setting Powered False\u000a16:25:56.208725 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:57.321839 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.333753 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:25:57.493905 tst mo_mt_call_osmux.py: using LAC 30069\u000a16:25:57.623220 tst mo_mt_call_osmux.py: using RAC 234\u000a16:25:57.752917 tst mo_mt_call_osmux.py: using CellId 30069\u000a16:25:57.882460 tst mo_mt_call_osmux.py: using BVCI 30070\u000a16:25:57.907559 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.919484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.930952 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.942671 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.954486 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:57.966205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:58.084359 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:58.300136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:58.823311 run create_hlr_db(pid=28106): Launched\u000a16:25:59.013582 bus /sierra_2: Setting Powered False\u000a16:26:00.034624 run create_hlr_db(pid=28106): Terminated: ok {rc=0}\u000a16:26:00.451539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28108): Launched\u000a16:26:00.762692 run osmo-hlr_10.42.42.2(pid=28109): Launched\u000a16:26:00.936790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:01.566371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Launched\u000a16:26:02.019859 run osmo-stp_10.42.42.5(pid=28112): Launched\u000a16:26:02.204895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:02.772177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Launched\u000a16:26:03.086970 run osmo-msc_10.42.42.6(pid=28115): Launched\u000a16:26:03.267001 run osmo-stp_10.42.42.5(pid=28112): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)]\u000a16:26:03.396890 run osmo-stp_10.42.42.5(pid=28112): stdout: \u000a| (launched: 2022-12-12_16:26:01.738231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:03.525122 run osmo-stp_10.42.42.5(pid=28112): stderr: \u000a| �[0;m�[38;5;43m20221212162601981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162601981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162601982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162601982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.648831 run osmo-stp_10.42.42.5(pid=28112): stdout: \u000a| (launched: 2022-12-12_16:26:01.738231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:03.772197 run osmo-stp_10.42.42.5(pid=28112): stderr: \u000a| �[0;m�[38;5;43m20221212162601981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162601981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162601982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162601982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162601983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.827041 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28112): Process ended prematurely: osmo-stp_10.42.42.5(pid=28112) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28112)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:26:03.835966 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:26:03.895941 run osmo-hlr_10.42.42.2(pid=28109): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28109)]\u000a16:26:03.945245 run osmo-hlr_10.42.42.2(pid=28109): stdout: \u000a| (launched: 2022-12-12_16:26:00.608712) \u000a16:26:03.994943 run osmo-hlr_10.42.42.2(pid=28109): stderr: \u000a| �[0;m�[1;31m20221212162600786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162600786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162600786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162600786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162600787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162600787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162600803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162600820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162600820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162600820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:04.062436 run osmo-msc_10.42.42.6(pid=28115): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28115)]\u000a16:26:04.111557 run osmo-msc_10.42.42.6(pid=28115): stdout: \u000a| (launched: 2022-12-12_16:26:02.931845) \u000a16:26:04.161248 run osmo-msc_10.42.42.6(pid=28115): stderr: \u000a| �[0;m�[38;5;43m20221212162603206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162603206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d35036c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162603207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162603207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162603207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162603207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162603209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162603209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162603209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162603209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:04.203504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28108): Terminating (SIGTERM)\u000a16:26:04.243506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminating (SIGTERM)\u000a16:26:04.283471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminating (SIGTERM)\u000a16:26:04.292767 --- ParallelTerminationStrategy: PID 28108 died...\u000a16:26:04.346470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28108): Terminated: ok {rc=0}\u000a16:26:04.356273 --- ParallelTerminationStrategy: PID 28111 died...\u000a16:26:04.409422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28111): Terminated: ok {rc=0}\u000a16:26:04.419031 --- ParallelTerminationStrategy: PID 28114 died...\u000a16:26:04.472406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28114): Terminated: ok {rc=0}\u000a16:26:04.561509 bus /sierra_3: Setting Powered False\u000a16:26:05.665470 bus /sierra_3: Setting Powered False\u000a16:26:06.777275 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:25:46" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28126): Process ended prematurely: osmo-stp_10.42.42.5(pid=28126) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28126)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28126): Process ended prematurely: osmo-stp_10.42.42.5(pid=28126) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:26:08.770587 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:08.781926 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:26:08.941410 tst mo_mt_call.py: using LAC 30070\u000a16:26:09.062446 tst mo_mt_call.py: using RAC 235\u000a16:26:09.185858 tst mo_mt_call.py: using CellId 30070\u000a16:26:09.306727 tst mo_mt_call.py: using BVCI 30071\u000a16:26:09.330486 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:09.341742 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:09.352765 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:09.363915 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:09.375375 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:09.386779 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:26:09.505738 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:26:09.710019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:10.209890 run create_hlr_db(pid=28120): Launched\u000a16:26:10.387177 bus /sierra_2: Setting Powered False\u000a16:26:11.409802 run create_hlr_db(pid=28120): Terminated: ok {rc=0}\u000a16:26:11.850670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28122): Launched\u000a16:26:12.183309 run osmo-hlr_10.42.42.2(pid=28123): Launched\u000a16:26:12.303327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:12.878836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28125): Launched\u000a16:26:13.210252 run osmo-stp_10.42.42.5(pid=28126): Launched\u000a16:26:13.329106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:13.937831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28128): Launched\u000a16:26:14.270454 run osmo-msc_10.42.42.6(pid=28129): Launched\u000a16:26:14.464063 run osmo-stp_10.42.42.5(pid=28126): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28126)]\u000a16:26:14.603394 run osmo-stp_10.42.42.5(pid=28126): stdout: \u000a| (launched: 2022-12-12_16:26:13.046038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:14.741213 run osmo-stp_10.42.42.5(pid=28126): stderr: \u000a| �[0;m�[38;5;43m20221212162613237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162613237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162613238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162613238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:14.874098 run osmo-stp_10.42.42.5(pid=28126): stdout: \u000a| (launched: 2022-12-12_16:26:13.046038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:15.005558 run osmo-stp_10.42.42.5(pid=28126): stderr: \u000a| �[0;m�[38;5;43m20221212162613237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162613237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162613238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162613238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162613239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:15.063478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28126): Process ended prematurely: osmo-stp_10.42.42.5(pid=28126) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28126)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:26:15.072812 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:26:15.136225 run osmo-hlr_10.42.42.2(pid=28123): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28123)]\u000a16:26:15.188009 run osmo-hlr_10.42.42.2(pid=28123): stdout: \u000a| (launched: 2022-12-12_16:26:12.018912) \u000a16:26:15.240609 run osmo-hlr_10.42.42.2(pid=28123): stderr: \u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162612215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162612227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162612238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162612238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162612238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:15.311464 run osmo-msc_10.42.42.6(pid=28129): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28129)]\u000a16:26:15.363791 run osmo-msc_10.42.42.6(pid=28129): stdout: \u000a| (launched: 2022-12-12_16:26:14.105771) \u000a16:26:15.416212 run osmo-msc_10.42.42.6(pid=28129): stderr: \u000a| �[0;m�[38;5;43m20221212162614426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162614426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdb6a4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162614426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162614426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162614426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162614427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162614428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162614429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162614429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162614429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:15.460278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28122): Terminating (SIGTERM)\u000a16:26:15.502265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28125): Terminating (SIGTERM)\u000a16:26:15.544240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28128): Terminating (SIGTERM)\u000a16:26:15.554273 --- ParallelTerminationStrategy: PID 28122 died...\u000a16:26:15.611284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28122): Terminated: ok {rc=0}\u000a16:26:15.621334 --- ParallelTerminationStrategy: PID 28125 died...\u000a16:26:15.677769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28125): Terminated: ok {rc=0}\u000a16:26:15.687793 --- ParallelTerminationStrategy: PID 28128 died...\u000a16:26:15.743929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28128): Terminated: ok {rc=0}\u000a16:26:15.834574 bus /sierra_3: Setting Powered False\u000a16:26:16.960093 bus /sierra_3: Setting Powered False\u000a16:26:18.068571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:26:19.185283 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.197589 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:26:19.371961 tst mo_mt_call_osmux.py: using LAC 30071\u000a16:26:19.501460 tst mo_mt_call_osmux.py: using RAC 236\u000a16:26:19.626125 tst mo_mt_call_osmux.py: using CellId 30071\u000a16:26:19.751583 tst mo_mt_call_osmux.py: using BVCI 30072\u000a16:26:19.775344 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.786717 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.797714 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.809714 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.821638 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:26:19.833395 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:26:19.956204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:26:20.173249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:20.694740 run create_hlr_db(pid=28131): Launched\u000a16:26:20.884831 bus /sierra_2: Setting Powered False\u000a16:26:21.906478 run create_hlr_db(pid=28131): Terminated: ok {rc=0}\u000a16:26:22.323912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Launched\u000a16:26:22.635563 run osmo-hlr_10.42.42.2(pid=28134): Launched\u000a16:26:22.749238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:23.287155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Launched\u000a16:26:23.600008 run osmo-stp_10.42.42.5(pid=28137): Launched\u000a16:26:23.712232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:24.280633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Launched\u000a16:26:24.593895 run osmo-msc_10.42.42.6(pid=28140): Launched\u000a16:26:24.774327 run osmo-stp_10.42.42.5(pid=28137): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)]\u000a16:26:24.904619 run osmo-stp_10.42.42.5(pid=28137): stdout: \u000a| (launched: 2022-12-12_16:26:23.444795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:25.033228 run osmo-stp_10.42.42.5(pid=28137): stderr: \u000a| �[0;m�[38;5;43m20221212162623617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162623618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162623618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162623618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:25.157165 run osmo-stp_10.42.42.5(pid=28137): stdout: \u000a| (launched: 2022-12-12_16:26:23.444795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:25.279952 run osmo-stp_10.42.42.5(pid=28137): stderr: \u000a| �[0;m�[38;5;43m20221212162623617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162623618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162623618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162623618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162623619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:25.334079 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28137): Process ended prematurely: osmo-stp_10.42.42.5(pid=28137) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28137)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:26:25.343055 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:26:25.403043 run osmo-hlr_10.42.42.2(pid=28134): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28134)]\u000a16:26:25.452348 run osmo-hlr_10.42.42.2(pid=28134): stdout: \u000a| (launched: 2022-12-12_16:26:22.480502) \u000a16:26:25.502213 run osmo-hlr_10.42.42.2(pid=28134): stderr: \u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162622657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162622669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162622678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162622678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162622678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:25.569899 run osmo-msc_10.42.42.6(pid=28140): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28140)]\u000a16:26:25.619077 run osmo-msc_10.42.42.6(pid=28140): stdout: \u000a| (launched: 2022-12-12_16:26:24.437364) \u000a16:26:25.668683 run osmo-msc_10.42.42.6(pid=28140): stderr: \u000a| �[0;m�[38;5;43m20221212162624711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162624711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fe4990c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162624711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162624711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162624711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162624712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162624713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162624714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162624714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162624714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:25.711139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminating (SIGTERM)\u000a16:26:25.751141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminating (SIGTERM)\u000a16:26:25.791402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminating (SIGTERM)\u000a16:26:25.800672 --- ParallelTerminationStrategy: PID 28133 died...\u000a16:26:25.854606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28133): Terminated: ok {rc=0}\u000a16:26:25.864322 --- ParallelTerminationStrategy: PID 28136 died...\u000a16:26:25.917295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28136): Terminated: ok {rc=0}\u000a16:26:25.926868 --- ParallelTerminationStrategy: PID 28139 died...\u000a16:26:25.980511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28139): Terminated: ok {rc=0}\u000a16:26:26.069285 bus /sierra_3: Setting Powered False\u000a16:26:27.173475 bus /sierra_3: Setting Powered False\u000a16:26:28.285912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:26:08" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28151): Process ended prematurely: osmo-stp_10.42.42.5(pid=28151) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28151)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28151): Process ended prematurely: osmo-stp_10.42.42.5(pid=28151) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:26:30.286081 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.297915 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:26:30.463657 tst mo_mt_call.py: using LAC 30072\u000a16:26:30.591078 tst mo_mt_call.py: using RAC 237\u000a16:26:30.712562 tst mo_mt_call.py: using CellId 30072\u000a16:26:30.857388 tst mo_mt_call.py: using BVCI 30073\u000a16:26:30.891628 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.904331 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.916730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.932662 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.946614 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:30.960398 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:26:31.080397 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:26:31.320175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:31.903568 run create_hlr_db(pid=28145): Launched\u000a16:26:32.100009 bus /sierra_2: Setting Powered False\u000a16:26:33.116487 run create_hlr_db(pid=28145): Terminated: ok {rc=0}\u000a16:26:33.557581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28147): Launched\u000a16:26:33.890763 run osmo-hlr_10.42.42.2(pid=28148): Launched\u000a16:26:34.012562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:34.591628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28150): Launched\u000a16:26:34.923143 run osmo-stp_10.42.42.5(pid=28151): Launched\u000a16:26:35.042999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:35.645927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28153): Launched\u000a16:26:35.978492 run osmo-msc_10.42.42.6(pid=28154): Launched\u000a16:26:36.170957 run osmo-stp_10.42.42.5(pid=28151): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28151)]\u000a16:26:36.310426 run osmo-stp_10.42.42.5(pid=28151): stdout: \u000a| (launched: 2022-12-12_16:26:34.759198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:36.448857 run osmo-stp_10.42.42.5(pid=28151): stderr: \u000a| �[0;m�[38;5;43m20221212162634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162634951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162634951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162634951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162634951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162634952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:36.581598 run osmo-stp_10.42.42.5(pid=28151): stdout: \u000a| (launched: 2022-12-12_16:26:34.759198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:36.712894 run osmo-stp_10.42.42.5(pid=28151): stderr: \u000a| �[0;m�[38;5;43m20221212162634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162634950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162634951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162634951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162634951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162634951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162634952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:36.770953 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28151): Process ended prematurely: osmo-stp_10.42.42.5(pid=28151) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28151)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:26:36.780402 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:26:36.843855 run osmo-hlr_10.42.42.2(pid=28148): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28148)]\u000a16:26:36.895629 run osmo-hlr_10.42.42.2(pid=28148): stdout: \u000a| (launched: 2022-12-12_16:26:33.725680) \u000a16:26:36.948028 run osmo-hlr_10.42.42.2(pid=28148): stderr: \u000a| �[0;m�[1;31m20221212162633922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162633922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162633922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162633922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162633923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162633923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162633935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162633945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162633946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162633946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:37.019028 run osmo-msc_10.42.42.6(pid=28154): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28154)]\u000a16:26:37.070951 run osmo-msc_10.42.42.6(pid=28154): stdout: \u000a| (launched: 2022-12-12_16:26:35.813775) \u000a16:26:37.123398 run osmo-msc_10.42.42.6(pid=28154): stderr: \u000a| �[0;m�[38;5;43m20221212162636135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162636136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f246798fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162636136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162636136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162636136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162636136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162636138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162636138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162636138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162636138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:37.167606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28147): Terminating (SIGTERM)\u000a16:26:37.210073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28150): Terminating (SIGTERM)\u000a16:26:37.252710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28153): Terminating (SIGTERM)\u000a16:26:37.262658 --- ParallelTerminationStrategy: PID 28147 died...\u000a16:26:37.319517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28147): Terminated: ok {rc=0}\u000a16:26:37.330183 --- ParallelTerminationStrategy: PID 28150 died...\u000a16:26:37.386368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28150): Terminated: ok {rc=0}\u000a16:26:37.396840 --- ParallelTerminationStrategy: PID 28153 died...\u000a16:26:37.453263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28153): Terminated: ok {rc=0}\u000a16:26:37.541556 bus /sierra_3: Setting Powered False\u000a16:26:38.647517 bus /sierra_3: Setting Powered False\u000a16:26:39.760286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28162): Process ended prematurely: osmo-stp_10.42.42.5(pid=28162) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28162)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28162): Process ended prematurely: osmo-stp_10.42.42.5(pid=28162) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:26:40.872819 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:40.884751 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:26:41.045293 tst mo_mt_call_osmux.py: using LAC 30073\u000a16:26:41.167767 tst mo_mt_call_osmux.py: using RAC 238\u000a16:26:41.297308 tst mo_mt_call_osmux.py: using CellId 30073\u000a16:26:41.429504 tst mo_mt_call_osmux.py: using BVCI 30074\u000a16:26:41.454889 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:41.466769 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:41.478442 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:41.491243 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:41.503893 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:26:41.515627 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:26:41.633478 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:26:41.847357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:42.368498 run create_hlr_db(pid=28156): Launched\u000a16:26:42.559532 bus /sierra_2: Setting Powered False\u000a16:26:43.580588 run create_hlr_db(pid=28156): Terminated: ok {rc=0}\u000a16:26:43.998841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28158): Launched\u000a16:26:44.311141 run osmo-hlr_10.42.42.2(pid=28159): Launched\u000a16:26:44.425069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:44.963380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28161): Launched\u000a16:26:45.275877 run osmo-stp_10.42.42.5(pid=28162): Launched\u000a16:26:45.388415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:45.996491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28164): Launched\u000a16:26:46.397692 run osmo-msc_10.42.42.6(pid=28165): Launched\u000a16:26:46.687263 run osmo-stp_10.42.42.5(pid=28162): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28162)]\u000a16:26:46.825221 run osmo-stp_10.42.42.5(pid=28162): stdout: \u000a| (launched: 2022-12-12_16:26:45.120368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:47.083575 run osmo-stp_10.42.42.5(pid=28162): stderr: \u000a| �[0;m�[38;5;43m20221212162645291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162645291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162645292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162645292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:47.244204 run osmo-stp_10.42.42.5(pid=28162): stdout: \u000a| (launched: 2022-12-12_16:26:45.120368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:47.367994 run osmo-stp_10.42.42.5(pid=28162): stderr: \u000a| �[0;m�[38;5;43m20221212162645291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162645291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162645292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162645292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162645293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:47.422415 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28162): Process ended prematurely: osmo-stp_10.42.42.5(pid=28162) [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28162)] [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:26:47.431456 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:26:47.491307 run osmo-hlr_10.42.42.2(pid=28159): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28159)]\u000a16:26:47.540687 run osmo-hlr_10.42.42.2(pid=28159): stdout: \u000a| (launched: 2022-12-12_16:26:44.156368) \u000a16:26:47.590659 run osmo-hlr_10.42.42.2(pid=28159): stderr: \u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162644335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162644347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162644355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162644355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162644355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:47.658633 run osmo-msc_10.42.42.6(pid=28165): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28165)]\u000a16:26:47.707995 run osmo-msc_10.42.42.6(pid=28165): stdout: \u000a| (launched: 2022-12-12_16:26:46.171299) \u000a16:26:47.758187 run osmo-msc_10.42.42.6(pid=28165): stderr: \u000a| �[0;m�[38;5;43m20221212162646795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162646795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f953f9dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162646795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162646795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162646795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162646795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162646803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162646804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162646804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162646804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:47.800447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28158): Terminating (SIGTERM)\u000a16:26:47.840516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28161): Terminating (SIGTERM)\u000a16:26:47.880504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28164): Terminating (SIGTERM)\u000a16:26:47.889963 --- ParallelTerminationStrategy: PID 28158 died...\u000a16:26:47.943564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28158): Terminated: ok {rc=0}\u000a16:26:47.953305 --- ParallelTerminationStrategy: PID 28161 died...\u000a16:26:48.007203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28161): Terminated: ok {rc=0}\u000a16:26:48.017377 --- ParallelTerminationStrategy: PID 28164 died...\u000a16:26:48.070722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28164): Terminated: ok {rc=0}\u000a16:26:48.160318 bus /sierra_3: Setting Powered False\u000a16:26:49.264352 bus /sierra_3: Setting Powered False\u000a16:26:50.376868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:26:29" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:26:52.374629 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:52.385912 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:26:52.546710 tst mo_mt_call.py: using LAC 30074\u000a16:26:52.677759 tst mo_mt_call.py: using RAC 239\u000a16:26:52.807406 tst mo_mt_call.py: using CellId 30074\u000a16:26:52.932467 tst mo_mt_call.py: using BVCI 30075\u000a16:26:52.956091 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:52.967407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:52.978442 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:52.989471 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:53.000941 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:53.012161 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:26:53.131398 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:26:53.333993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:53.830657 run create_hlr_db(pid=28171): Launched\u000a16:26:54.006520 bus /sierra_2: Setting Powered False\u000a16:26:55.028227 run create_hlr_db(pid=28171): Terminated: ok {rc=0}\u000a16:26:55.467549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28173): Launched\u000a16:26:55.799542 run osmo-hlr_10.42.42.2(pid=28174): Launched\u000a16:26:55.918901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:56.496523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28176): Launched\u000a16:26:56.827657 run osmo-stp_10.42.42.5(pid=28177): Launched\u000a16:26:56.947683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:57.553151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28179): Launched\u000a16:26:57.887383 run osmo-msc_10.42.42.6(pid=28180): Launched\u000a16:26:58.079545 run osmo-stp_10.42.42.5(pid=28177): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)]\u000a16:26:58.227507 run osmo-stp_10.42.42.5(pid=28177): stdout: \u000a| (launched: 2022-12-12_16:26:56.664471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:58.365956 run osmo-stp_10.42.42.5(pid=28177): stderr: \u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162656856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:58.498954 run osmo-stp_10.42.42.5(pid=28177): stdout: \u000a| (launched: 2022-12-12_16:26:56.664471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:58.630795 run osmo-stp_10.42.42.5(pid=28177): stderr: \u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162656855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162656856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162656856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:58.688717 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28177): Process ended prematurely: osmo-stp_10.42.42.5(pid=28177) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28177)] [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:26:58.698518 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:26:58.762495 run osmo-hlr_10.42.42.2(pid=28174): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28174)]\u000a16:26:58.814946 run osmo-hlr_10.42.42.2(pid=28174): stdout: \u000a| (launched: 2022-12-12_16:26:55.635644) \u000a16:26:58.867823 run osmo-hlr_10.42.42.2(pid=28174): stderr: \u000a| �[0;m�[1;31m20221212162655833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162655833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162655834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162655834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162655834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162655834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162655850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162655859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162655859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162655859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:58.939279 run osmo-msc_10.42.42.6(pid=28180): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28180)]\u000a16:26:58.991385 run osmo-msc_10.42.42.6(pid=28180): stdout: \u000a| (launched: 2022-12-12_16:26:57.721733) \u000a16:26:59.044186 run osmo-msc_10.42.42.6(pid=28180): stderr: \u000a| �[0;m�[38;5;43m20221212162658042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162658042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f08dc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162658042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162658042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162658043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162658043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162658044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162658045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162658045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162658045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:59.088852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28173): Terminating (SIGTERM)\u000a16:26:59.131597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28176): Terminating (SIGTERM)\u000a16:26:59.174720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28179): Terminating (SIGTERM)\u000a16:26:59.184717 --- ParallelTerminationStrategy: PID 28173 died...\u000a16:26:59.241903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28173): Terminated: ok {rc=0}\u000a16:26:59.252157 --- ParallelTerminationStrategy: PID 28176 died...\u000a16:26:59.308152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28176): Terminated: ok {rc=0}\u000a16:26:59.318579 --- ParallelTerminationStrategy: PID 28179 died...\u000a16:26:59.374955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28179): Terminated: ok {rc=0}\u000a16:26:59.460823 bus /sierra_3: Setting Powered False\u000a16:27:00.568210 bus /sierra_3: Setting Powered False\u000a16:27:01.689938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28188): Process ended prematurely: osmo-stp_10.42.42.5(pid=28188) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28188)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28188): Process ended prematurely: osmo-stp_10.42.42.5(pid=28188) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:27:02.806551 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:02.819271 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:27:02.988637 tst mo_mt_call_osmux.py: using LAC 30075\u000a16:27:03.118646 tst mo_mt_call_osmux.py: using RAC 240\u000a16:27:03.247882 tst mo_mt_call_osmux.py: using CellId 30075\u000a16:27:03.378690 tst mo_mt_call_osmux.py: using BVCI 30076\u000a16:27:03.404352 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:03.416057 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:03.427589 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:03.439407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:03.451332 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:27:03.463186 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:27:03.581407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:27:03.788073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:04.288787 run create_hlr_db(pid=28182): Launched\u000a16:27:04.467344 bus /sierra_2: Setting Powered False\u000a16:27:05.487983 run create_hlr_db(pid=28182): Terminated: ok {rc=0}\u000a16:27:05.930127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28184): Launched\u000a16:27:06.262738 run osmo-hlr_10.42.42.2(pid=28185): Launched\u000a16:27:06.384400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:06.962273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28187): Launched\u000a16:27:07.296344 run osmo-stp_10.42.42.5(pid=28188): Launched\u000a16:27:07.418029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:27:08.023577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28190): Launched\u000a16:27:08.358688 run osmo-msc_10.42.42.6(pid=28191): Launched\u000a16:27:08.552348 run osmo-stp_10.42.42.5(pid=28188): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28188)]\u000a16:27:08.692063 run osmo-stp_10.42.42.5(pid=28188): stdout: \u000a| (launched: 2022-12-12_16:27:07.130690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:08.830827 run osmo-stp_10.42.42.5(pid=28188): stderr: \u000a| �[0;m�[38;5;43m20221212162707321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162707322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162707322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162707322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:08.964253 run osmo-stp_10.42.42.5(pid=28188): stdout: \u000a| (launched: 2022-12-12_16:27:07.130690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:09.096130 run osmo-stp_10.42.42.5(pid=28188): stderr: \u000a| �[0;m�[38;5;43m20221212162707321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162707322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162707322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162707322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162707323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:09.154699 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28188): Process ended prematurely: osmo-stp_10.42.42.5(pid=28188) [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28188)] [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:27:09.164313 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:27:09.227736 run osmo-hlr_10.42.42.2(pid=28185): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28185)]\u000a16:27:09.280111 run osmo-hlr_10.42.42.2(pid=28185): stdout: \u000a| (launched: 2022-12-12_16:27:06.099205) \u000a16:27:09.333201 run osmo-hlr_10.42.42.2(pid=28185): stderr: \u000a| �[0;m�[1;31m20221212162706295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162706296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162706296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162706296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162706296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162706296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162706308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162706318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162706318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162706318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:09.404771 run osmo-msc_10.42.42.6(pid=28191): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28191)]\u000a16:27:09.456507 run osmo-msc_10.42.42.6(pid=28191): stdout: \u000a| (launched: 2022-12-12_16:27:08.191699) \u000a16:27:09.509036 run osmo-msc_10.42.42.6(pid=28191): stderr: \u000a| �[0;m�[38;5;43m20221212162708513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162708513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c97551c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162708513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162708513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162708514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162708514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162708515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162708516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162708516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162708516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:27:09.553639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28184): Terminating (SIGTERM)\u000a16:27:09.596150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28187): Terminating (SIGTERM)\u000a16:27:09.638727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28190): Terminating (SIGTERM)\u000a16:27:09.649069 --- ParallelTerminationStrategy: PID 28184 died...\u000a16:27:09.705927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28184): Terminated: ok {rc=0}\u000a16:27:09.716596 --- ParallelTerminationStrategy: PID 28187 died...\u000a16:27:09.772817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28187): Terminated: ok {rc=0}\u000a16:27:09.782784 --- ParallelTerminationStrategy: PID 28190 died...\u000a16:27:09.838547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28190): Terminated: ok {rc=0}\u000a16:27:09.926236 bus /sierra_3: Setting Powered False\u000a16:27:11.033007 bus /sierra_3: Setting Powered False\u000a16:27:12.141498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:26:52" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:27:14.149816 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.161228 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:27:14.328171 tst mo_mt_call.py: using LAC 30076\u000a16:27:14.457401 tst mo_mt_call.py: using RAC 241\u000a16:27:14.588026 tst mo_mt_call.py: using CellId 30076\u000a16:27:14.717595 tst mo_mt_call.py: using BVCI 30077\u000a16:27:14.742744 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.754171 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.765385 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.776859 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.788443 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:14.800065 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:27:14.918424 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:27:15.123435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:15.622242 run create_hlr_db(pid=28196): Launched\u000a16:27:15.833984 bus /sierra_2: Setting Powered False\u000a16:27:16.854515 run create_hlr_db(pid=28196): Terminated: ok {rc=0}\u000a16:27:17.304268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Launched\u000a16:27:17.640367 run osmo-hlr_10.42.42.2(pid=28199): Launched\u000a16:27:17.764371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:18.344331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Launched\u000a16:27:18.679604 run osmo-stp_10.42.42.5(pid=28202): Launched\u000a16:27:18.800349 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:27:19.408573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28204): Launched\u000a16:27:19.742033 run osmo-msc_10.42.42.6(pid=28205): Launched\u000a16:27:19.935331 run osmo-stp_10.42.42.5(pid=28202): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)]\u000a16:27:20.075118 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-12_16:27:18.513698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:20.214177 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221212162718703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162718703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162718704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162718704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:20.346844 run osmo-stp_10.42.42.5(pid=28202): stdout: \u000a| (launched: 2022-12-12_16:27:18.513698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:20.479537 run osmo-stp_10.42.42.5(pid=28202): stderr: \u000a| �[0;m�[38;5;43m20221212162718703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162718703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162718704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162718704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162718705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:20.537536 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28202): Process ended prematurely: osmo-stp_10.42.42.5(pid=28202) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28202)] [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:27:20.546820 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:27:20.610542 run osmo-hlr_10.42.42.2(pid=28199): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28199)]\u000a16:27:20.662145 run osmo-hlr_10.42.42.2(pid=28199): stdout: \u000a| (launched: 2022-12-12_16:27:17.474057) \u000a16:27:20.714465 run osmo-hlr_10.42.42.2(pid=28199): stderr: \u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162717672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162717701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162717711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162717712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162717712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:20.785257 run osmo-msc_10.42.42.6(pid=28205): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28205)]\u000a16:27:20.836675 run osmo-msc_10.42.42.6(pid=28205): stdout: \u000a| (launched: 2022-12-12_16:27:19.576880) \u000a16:27:20.888899 run osmo-msc_10.42.42.6(pid=28205): stderr: \u000a| �[0;m�[38;5;43m20221212162719898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162719898 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7facd5edec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162719898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162719899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162719899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162719899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162719901 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162719901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162719901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162719901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:27:20.932883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminating (SIGTERM)\u000a16:27:20.974887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminating (SIGTERM)\u000a16:27:21.017284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28204): Terminating (SIGTERM)\u000a16:27:21.027337 --- ParallelTerminationStrategy: PID 28198 died...\u000a16:27:21.083670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28198): Terminated: ok {rc=0}\u000a16:27:21.094048 --- ParallelTerminationStrategy: PID 28201 died...\u000a16:27:21.150360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28201): Terminated: ok {rc=0}\u000a16:27:21.160751 --- ParallelTerminationStrategy: PID 28204 died...\u000a16:27:21.217030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28204): Terminated: ok {rc=0}\u000a16:27:21.305771 bus /sierra_3: Setting Powered False\u000a16:27:22.413393 bus /sierra_3: Setting Powered False\u000a16:27:23.522272 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28213): Process ended prematurely: osmo-stp_10.42.42.5(pid=28213) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28213)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28213): Process ended prematurely: osmo-stp_10.42.42.5(pid=28213) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:27:24.640266 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:24.652490 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:27:24.823153 tst mo_mt_call_osmux.py: using LAC 30077\u000a16:27:24.951358 tst mo_mt_call_osmux.py: using RAC 242\u000a16:27:25.083196 tst mo_mt_call_osmux.py: using CellId 30077\u000a16:27:25.213230 tst mo_mt_call_osmux.py: using BVCI 30078\u000a16:27:25.238432 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:25.249844 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:25.261192 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:25.272658 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:25.284244 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:27:25.296050 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:27:25.414492 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:27:25.620817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:26.122164 run create_hlr_db(pid=28207): Launched\u000a16:27:26.299396 bus /sierra_2: Setting Powered False\u000a16:27:27.322344 run create_hlr_db(pid=28207): Terminated: ok {rc=0}\u000a16:27:27.736833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28209): Launched\u000a16:27:28.046536 run osmo-hlr_10.42.42.2(pid=28210): Launched\u000a16:27:28.166268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:28.712035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28212): Launched\u000a16:27:29.023851 run osmo-stp_10.42.42.5(pid=28213): Launched\u000a16:27:29.136494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:27:29.703907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28215): Launched\u000a16:27:30.020517 run osmo-msc_10.42.42.6(pid=28216): Launched\u000a16:27:30.201975 run osmo-stp_10.42.42.5(pid=28213): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28213)]\u000a16:27:30.333301 run osmo-stp_10.42.42.5(pid=28213): stdout: \u000a| (launched: 2022-12-12_16:27:28.869448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:30.463176 run osmo-stp_10.42.42.5(pid=28213): stderr: \u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162729043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:30.587788 run osmo-stp_10.42.42.5(pid=28213): stdout: \u000a| (launched: 2022-12-12_16:27:28.869448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:30.711285 run osmo-stp_10.42.42.5(pid=28213): stderr: \u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162729042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162729043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162729043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:30.765807 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28213): Process ended prematurely: osmo-stp_10.42.42.5(pid=28213) [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28213)] [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:27:30.774508 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:27:30.840368 run osmo-hlr_10.42.42.2(pid=28210): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28210)]\u000a16:27:30.891088 run osmo-hlr_10.42.42.2(pid=28210): stdout: \u000a| (launched: 2022-12-12_16:27:27.894258) \u000a16:27:30.942542 run osmo-hlr_10.42.42.2(pid=28210): stderr: \u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162728074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162728086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162728096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162728096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162728096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:31.011340 run osmo-msc_10.42.42.6(pid=28216): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28216)]\u000a16:27:31.062296 run osmo-msc_10.42.42.6(pid=28216): stdout: \u000a| (launched: 2022-12-12_16:27:29.861576) \u000a16:27:31.113250 run osmo-msc_10.42.42.6(pid=28216): stderr: \u000a| �[0;m�[38;5;43m20221212162730138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162730138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f666b6bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162730138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162730138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162730138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162730138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162730140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162730140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162730141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162730141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:27:31.156898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28209): Terminating (SIGTERM)\u000a16:27:31.199867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28212): Terminating (SIGTERM)\u000a16:27:31.243685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28215): Terminating (SIGTERM)\u000a16:27:31.253321 --- ParallelTerminationStrategy: PID 28209 died...\u000a16:27:31.307397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28209): Terminated: ok {rc=0}\u000a16:27:31.317929 --- ParallelTerminationStrategy: PID 28212 died...\u000a16:27:31.372400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28212): Terminated: ok {rc=0}\u000a16:27:31.382881 --- ParallelTerminationStrategy: PID 28215 died...\u000a16:27:31.437049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28215): Terminated: ok {rc=0}\u000a16:27:31.523093 bus /sierra_3: Setting Powered False\u000a16:27:32.623319 bus /sierra_3: Setting Powered False\u000a16:27:33.731211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:27:13" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a16:27:35.736383 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:35.747891 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a16:27:35.896593 tst mo_mt_call.py: using LAC 30078\u000a16:27:36.024887 tst mo_mt_call.py: using RAC 243\u000a16:27:36.152307 tst mo_mt_call.py: using CellId 30078\u000a16:27:36.280596 tst mo_mt_call.py: using BVCI 30079\u000a16:27:36.305851 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:36.317451 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:36.328735 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:36.340412 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:36.352236 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:36.364370 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a16:27:36.482086 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a16:27:36.695111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:37.218096 run create_hlr_db(pid=28226): Launched\u000a16:27:37.409869 bus /sierra_2: Setting Powered False\u000a16:27:38.430962 run create_hlr_db(pid=28226): Terminated: ok {rc=0}\u000a16:27:38.847874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Launched\u000a16:27:39.160435 run osmo-hlr_10.42.42.2(pid=28229): Launched\u000a16:27:39.279210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:39.817524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Launched\u000a16:27:40.128214 run osmo-stp_10.42.42.5(pid=28232): Launched\u000a16:27:40.242202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:27:40.811235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Launched\u000a16:27:41.124700 run osmo-msc_10.42.42.6(pid=28235): Launched\u000a16:27:41.305580 run osmo-stp_10.42.42.5(pid=28232): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)]\u000a16:27:41.436046 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-12_16:27:39.974418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:41.564450 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162740148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162740148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162740148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162740149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:41.688086 run osmo-stp_10.42.42.5(pid=28232): stdout: \u000a| (launched: 2022-12-12_16:27:39.974418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:41.820481 run osmo-stp_10.42.42.5(pid=28232): stderr: \u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162740147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162740148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162740148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162740148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162740149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:41.879239 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28232): Process ended prematurely: osmo-stp_10.42.42.5(pid=28232) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28232)] [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a16:27:41.888850 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:27:41.952575 run osmo-hlr_10.42.42.2(pid=28229): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28229)]\u000a16:27:42.004407 run osmo-hlr_10.42.42.2(pid=28229): stdout: \u000a| (launched: 2022-12-12_16:27:39.005164) \u000a16:27:42.057344 run osmo-hlr_10.42.42.2(pid=28229): stderr: \u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162739183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162739199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162739209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162739209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162739209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:42.128695 run osmo-msc_10.42.42.6(pid=28235): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28235)]\u000a16:27:42.180551 run osmo-msc_10.42.42.6(pid=28235): stdout: \u000a| (launched: 2022-12-12_16:27:40.968615) \u000a16:27:42.232852 run osmo-msc_10.42.42.6(pid=28235): stderr: \u000a| �[0;m�[38;5;43m20221212162741243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162741243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f480d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162741243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162741243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162741243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162741244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162741245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162741246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162741246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162741246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:27:42.277220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminating (SIGTERM)\u000a16:27:42.319620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminating (SIGTERM)\u000a16:27:42.362408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Terminating (SIGTERM)\u000a16:27:42.372568 --- ParallelTerminationStrategy: PID 28228 died...\u000a16:27:42.429012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28228): Terminated: ok {rc=0}\u000a16:27:42.439365 --- ParallelTerminationStrategy: PID 28231 died...\u000a16:27:42.495501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28231): Terminated: ok {rc=0}\u000a16:27:42.505865 --- ParallelTerminationStrategy: PID 28234 died...\u000a16:27:42.562519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28234): Terminated: ok {rc=0}\u000a16:27:42.650656 bus /sierra_3: Setting Powered False\u000a16:27:43.758292 bus /sierra_3: Setting Powered False\u000a16:27:44.866493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28243): Process ended prematurely: osmo-stp_10.42.42.5(pid=28243) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28243)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28243): Process ended prematurely: osmo-stp_10.42.42.5(pid=28243) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:27:45.986531 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:45.999018 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a16:27:46.176895 tst mo_mt_call_osmux.py: using LAC 30079\u000a16:27:46.310054 tst mo_mt_call_osmux.py: using RAC 244\u000a16:27:46.461396 tst mo_mt_call_osmux.py: using CellId 30079\u000a16:27:46.593424 tst mo_mt_call_osmux.py: using BVCI 30080\u000a16:27:46.619940 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:46.632532 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:46.644892 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:46.659624 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:46.673536 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a16:27:46.685921 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a16:27:46.827753 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a16:27:47.036909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:47.542188 run create_hlr_db(pid=28237): Launched\u000a16:27:47.720443 bus /sierra_2: Setting Powered False\u000a16:27:48.742987 run create_hlr_db(pid=28237): Terminated: ok {rc=0}\u000a16:27:49.158477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28239): Launched\u000a16:27:49.470685 run osmo-hlr_10.42.42.2(pid=28240): Launched\u000a16:27:49.587892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:50.130789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28242): Launched\u000a16:27:50.444433 run osmo-stp_10.42.42.5(pid=28243): Launched\u000a16:27:50.577344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:27:51.149115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28245): Launched\u000a16:27:51.462385 run osmo-msc_10.42.42.6(pid=28246): Launched\u000a16:27:51.642618 run osmo-stp_10.42.42.5(pid=28243): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28243)]\u000a16:27:51.772806 run osmo-stp_10.42.42.5(pid=28243): stdout: \u000a| (launched: 2022-12-12_16:27:50.288263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:51.901312 run osmo-stp_10.42.42.5(pid=28243): stderr: \u000a| �[0;m�[38;5;43m20221212162750461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162750461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162750462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162750462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:52.025592 run osmo-stp_10.42.42.5(pid=28243): stdout: \u000a| (launched: 2022-12-12_16:27:50.288263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:52.148494 run osmo-stp_10.42.42.5(pid=28243): stderr: \u000a| �[0;m�[38;5;43m20221212162750461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162750461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162750462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162750462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162750463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:52.202816 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28243): Process ended prematurely: osmo-stp_10.42.42.5(pid=28243) [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28243)] [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a16:27:52.211806 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:27:52.271485 run osmo-hlr_10.42.42.2(pid=28240): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28240)]\u000a16:27:52.320660 run osmo-hlr_10.42.42.2(pid=28240): stdout: \u000a| (launched: 2022-12-12_16:27:49.316218) \u000a16:27:52.370225 run osmo-hlr_10.42.42.2(pid=28240): stderr: \u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162749494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162749506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162749514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162749515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162749515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:52.437723 run osmo-msc_10.42.42.6(pid=28246): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28246)]\u000a16:27:52.486790 run osmo-msc_10.42.42.6(pid=28246): stdout: \u000a| (launched: 2022-12-12_16:27:51.306013) \u000a16:27:52.536222 run osmo-msc_10.42.42.6(pid=28246): stderr: \u000a| �[0;m�[38;5;43m20221212162751582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162751583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b07becc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162751583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162751583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162751583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162751583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162751585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162751585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162751586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162751586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:27:52.578240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28239): Terminating (SIGTERM)\u000a16:27:52.618079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28242): Terminating (SIGTERM)\u000a16:27:52.657875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28245): Terminating (SIGTERM)\u000a16:27:52.667189 --- ParallelTerminationStrategy: PID 28239 died...\u000a16:27:52.720222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28239): Terminated: ok {rc=0}\u000a16:27:52.730138 --- ParallelTerminationStrategy: PID 28242 died...\u000a16:27:52.783340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28242): Terminated: ok {rc=0}\u000a16:27:52.793131 --- ParallelTerminationStrategy: PID 28245 died...\u000a16:27:52.845887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28245): Terminated: ok {rc=0}\u000a16:27:52.929097 bus /sierra_3: Setting Powered False\u000a16:27:54.036810 bus /sierra_3: Setting Powered False\u000a16:27:55.144856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:27:35" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28257): Process ended prematurely: osmo-stp_10.42.42.5(pid=28257) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28257)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28257): Process ended prematurely: osmo-stp_10.42.42.5(pid=28257) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:27:57.143807 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.155154 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:27:57.296694 tst mo_mt_call.py: using LAC 30080\u000a16:27:57.419937 tst mo_mt_call.py: using RAC 245\u000a16:27:57.544223 tst mo_mt_call.py: using CellId 30080\u000a16:27:57.667319 tst mo_mt_call.py: using BVCI 30081\u000a16:27:57.690905 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.702300 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.713431 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.724576 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.735826 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:27:57.747074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:27:57.866623 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:27:58.071466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:58.570732 run create_hlr_db(pid=28251): Launched\u000a16:27:58.749392 bus /sierra_2: Setting Powered False\u000a16:27:59.769434 run create_hlr_db(pid=28251): Terminated: ok {rc=0}\u000a16:28:00.209775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28253): Launched\u000a16:28:00.543578 run osmo-hlr_10.42.42.2(pid=28254): Launched\u000a16:28:00.669458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:01.304540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28256): Launched\u000a16:28:01.655171 run osmo-stp_10.42.42.5(pid=28257): Launched\u000a16:28:01.851926 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:28:02.493727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28259): Launched\u000a16:28:02.806640 run osmo-msc_10.42.42.6(pid=28260): Launched\u000a16:28:02.987552 run osmo-stp_10.42.42.5(pid=28257): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28257)]\u000a16:28:03.118089 run osmo-stp_10.42.42.5(pid=28257): stdout: \u000a| (launched: 2022-12-12_16:28:01.489691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:03.246951 run osmo-stp_10.42.42.5(pid=28257): stderr: \u000a| �[0;m�[38;5;43m20221212162801844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162801844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162801845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162801846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:03.371081 run osmo-stp_10.42.42.5(pid=28257): stdout: \u000a| (launched: 2022-12-12_16:28:01.489691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:03.493985 run osmo-stp_10.42.42.5(pid=28257): stderr: \u000a| �[0;m�[38;5;43m20221212162801844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162801844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162801845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162801846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162801846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:03.548293 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28257): Process ended prematurely: osmo-stp_10.42.42.5(pid=28257) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28257)] [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:28:03.556837 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:28:03.616157 run osmo-hlr_10.42.42.2(pid=28254): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28254)]\u000a16:28:03.664797 run osmo-hlr_10.42.42.2(pid=28254): stdout: \u000a| (launched: 2022-12-12_16:28:00.378433) \u000a16:28:03.713995 run osmo-hlr_10.42.42.2(pid=28254): stderr: \u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162800576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162800588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162800597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162800597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162800597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:03.780929 run osmo-msc_10.42.42.6(pid=28260): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28260)]\u000a16:28:03.829646 run osmo-msc_10.42.42.6(pid=28260): stdout: \u000a| (launched: 2022-12-12_16:28:02.651350) \u000a16:28:03.878867 run osmo-msc_10.42.42.6(pid=28260): stderr: \u000a| �[0;m�[38;5;43m20221212162802928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162802929 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f014d9ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162802929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162802929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162802929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162802929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162802931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162802931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162802931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162802931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:28:03.920571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28253): Terminating (SIGTERM)\u000a16:28:03.959971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28256): Terminating (SIGTERM)\u000a16:28:03.999720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28259): Terminating (SIGTERM)\u000a16:28:04.008926 --- ParallelTerminationStrategy: PID 28253 died...\u000a16:28:04.062236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28253): Terminated: ok {rc=0}\u000a16:28:04.071721 --- ParallelTerminationStrategy: PID 28256 died...\u000a16:28:04.124906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28256): Terminated: ok {rc=0}\u000a16:28:04.134725 --- ParallelTerminationStrategy: PID 28259 died...\u000a16:28:04.187377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28259): Terminated: ok {rc=0}\u000a16:28:04.275814 bus /sierra_3: Setting Powered False\u000a16:28:05.379129 bus /sierra_3: Setting Powered False\u000a16:28:06.491252 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:28:07.604318 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:07.616462 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:28:07.760606 tst mo_mt_call_osmux.py: using LAC 30081\u000a16:28:07.883568 tst mo_mt_call_osmux.py: using RAC 246\u000a16:28:08.007329 tst mo_mt_call_osmux.py: using CellId 30081\u000a16:28:08.130084 tst mo_mt_call_osmux.py: using BVCI 30082\u000a16:28:08.153814 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:08.165266 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:08.176414 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:08.187568 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:08.198894 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:28:08.210091 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:28:08.331112 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:28:08.541077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:09.043840 run create_hlr_db(pid=28262): Launched\u000a16:28:09.222152 bus /sierra_2: Setting Powered False\u000a16:28:10.243681 run create_hlr_db(pid=28262): Terminated: ok {rc=0}\u000a16:28:10.685422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Launched\u000a16:28:11.021148 run osmo-hlr_10.42.42.2(pid=28265): Launched\u000a16:28:11.142560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:11.719926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Launched\u000a16:28:12.052223 run osmo-stp_10.42.42.5(pid=28268): Launched\u000a16:28:12.173546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:28:12.782315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Launched\u000a16:28:13.115862 run osmo-msc_10.42.42.6(pid=28271): Launched\u000a16:28:13.308588 run osmo-stp_10.42.42.5(pid=28268): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)]\u000a16:28:13.448254 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-12_16:28:11.887736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:13.586536 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162812079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:13.719301 run osmo-stp_10.42.42.5(pid=28268): stdout: \u000a| (launched: 2022-12-12_16:28:11.887736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:13.850905 run osmo-stp_10.42.42.5(pid=28268): stderr: \u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162812078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162812079 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162812079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:13.909012 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28268): Process ended prematurely: osmo-stp_10.42.42.5(pid=28268) [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28268)] [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:28:13.918736 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:28:13.982879 run osmo-hlr_10.42.42.2(pid=28265): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28265)]\u000a16:28:14.034913 run osmo-hlr_10.42.42.2(pid=28265): stdout: \u000a| (launched: 2022-12-12_16:28:10.854265) \u000a16:28:14.087534 run osmo-hlr_10.42.42.2(pid=28265): stderr: \u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162811052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162811064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162811074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162811074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162811074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:14.158824 run osmo-msc_10.42.42.6(pid=28271): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28271)]\u000a16:28:14.210884 run osmo-msc_10.42.42.6(pid=28271): stdout: \u000a| (launched: 2022-12-12_16:28:12.950805) \u000a16:28:14.263739 run osmo-msc_10.42.42.6(pid=28271): stderr: \u000a| �[0;m�[38;5;43m20221212162813270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162813270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2243161c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162813271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162813271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162813271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162813271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162813273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162813273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162813273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162813274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:28:14.308169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Terminating (SIGTERM)\u000a16:28:14.351350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Terminating (SIGTERM)\u000a16:28:14.393721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Terminating (SIGTERM)\u000a16:28:14.404006 --- ParallelTerminationStrategy: PID 28264 died...\u000a16:28:14.460231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28264): Terminated: ok {rc=0}\u000a16:28:14.470944 --- ParallelTerminationStrategy: PID 28267 died...\u000a16:28:14.527505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28267): Terminated: ok {rc=0}\u000a16:28:14.537972 --- ParallelTerminationStrategy: PID 28270 died...\u000a16:28:14.594238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28270): Terminated: ok {rc=0}\u000a16:28:14.682260 bus /sierra_3: Setting Powered False\u000a16:28:15.787478 bus /sierra_3: Setting Powered False\u000a16:28:16.924734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:27:56" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:28:18.936847 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:18.947554 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a16:28:19.084771 tst emergency_mo_mt_call.py: using LAC 30082\u000a16:28:19.205519 tst emergency_mo_mt_call.py: using RAC 247\u000a16:28:19.324249 tst emergency_mo_mt_call.py: using CellId 30082\u000a16:28:19.445586 tst emergency_mo_mt_call.py: using BVCI 30083\u000a16:28:19.468588 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:19.479318 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:19.489880 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:19.500365 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:19.510909 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:19.521499 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:19.637177 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:19.837979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:20.326833 run create_hlr_db(pid=28276): Launched\u000a16:28:20.502287 bus /sierra_2: Setting Powered False\u000a16:28:21.523227 run create_hlr_db(pid=28276): Terminated: ok {rc=0}\u000a16:28:21.957718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Launched\u000a16:28:22.285354 run osmo-hlr_10.42.42.2(pid=28279): Launched\u000a16:28:22.403680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:22.975105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Launched\u000a16:28:23.303461 run osmo-stp_10.42.42.5(pid=28282): Launched\u000a16:28:23.435673 tst emergency_mo_mt_call.py: using MSISDN 7864\u000a16:28:23.597793 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:28:24.191876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Launched\u000a16:28:24.521454 run osmo-msc_10.42.42.6(pid=28285): Launched\u000a16:28:24.711206 run osmo-stp_10.42.42.5(pid=28282): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)]\u000a16:28:24.848790 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-12_16:28:23.140901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:24.985580 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162823332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:25.116715 run osmo-stp_10.42.42.5(pid=28282): stdout: \u000a| (launched: 2022-12-12_16:28:23.140901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:25.246271 run osmo-stp_10.42.42.5(pid=28282): stderr: \u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162823331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162823332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162823333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:25.303314 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28282): Process ended prematurely: osmo-stp_10.42.42.5(pid=28282) [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28282)] [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a16:28:25.312045 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a16:28:25.375770 run osmo-hlr_10.42.42.2(pid=28279): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28279)]\u000a16:28:25.428085 run osmo-hlr_10.42.42.2(pid=28279): stdout: \u000a| (launched: 2022-12-12_16:28:22.123472) \u000a16:28:25.480754 run osmo-hlr_10.42.42.2(pid=28279): stderr: \u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162822317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162822329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162822340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162822340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162822340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:25.551840 run osmo-msc_10.42.42.6(pid=28285): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28285)]\u000a16:28:25.603713 run osmo-msc_10.42.42.6(pid=28285): stdout: \u000a| (launched: 2022-12-12_16:28:24.357763) \u000a16:28:25.655836 run osmo-msc_10.42.42.6(pid=28285): stderr: \u000a| �[0;m�[38;5;43m20221212162824677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162824677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8165f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162824677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162824677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162824678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162824678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162824679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162824680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162824680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162824680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:28:25.700445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminating (SIGTERM)\u000a16:28:25.742623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminating (SIGTERM)\u000a16:28:25.784916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Terminating (SIGTERM)\u000a16:28:25.795041 --- ParallelTerminationStrategy: PID 28278 died...\u000a16:28:25.851718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28278): Terminated: ok {rc=0}\u000a16:28:25.862215 --- ParallelTerminationStrategy: PID 28281 died...\u000a16:28:25.917978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28281): Terminated: ok {rc=0}\u000a16:28:25.928394 --- ParallelTerminationStrategy: PID 28284 died...\u000a16:28:25.984448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28284): Terminated: ok {rc=0}\u000a16:28:26.072838 bus /sierra_3: Setting Powered False\u000a16:28:27.180591 bus /sierra_3: Setting Powered False\u000a16:28:28.287886 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:28:29.340709 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.352888 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a16:28:29.504629 tst emergency_preemptive_call.py: using LAC 30083\u000a16:28:29.631193 tst emergency_preemptive_call.py: using RAC 248\u000a16:28:29.757262 tst emergency_preemptive_call.py: using CellId 30083\u000a16:28:29.883152 tst emergency_preemptive_call.py: using BVCI 30084\u000a16:28:29.907997 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.919330 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.930401 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.942293 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.954224 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:28:29.966190 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:30.085614 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:30.203604 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:30.319896 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:30.519802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:31.053744 run create_hlr_db(pid=28287): Launched\u000a16:28:31.234513 bus /sierra_2: Setting Powered False\u000a16:28:32.285211 run create_hlr_db(pid=28287): Terminated: ok {rc=0}\u000a16:28:32.720890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Launched\u000a16:28:33.048595 run osmo-hlr_10.42.42.2(pid=28290): Launched\u000a16:28:33.166980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:33.736147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Launched\u000a16:28:34.064359 run osmo-stp_10.42.42.5(pid=28293): Launched\u000a16:28:34.198097 tst emergency_preemptive_call.py: using MSISDN 7865\u000a16:28:34.360439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:28:34.955315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Launched\u000a16:28:35.286324 run osmo-msc_10.42.42.6(pid=28296): Launched\u000a16:28:35.478391 run osmo-stp_10.42.42.5(pid=28293): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a16:28:35.615920 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-12_16:28:33.901689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:35.753089 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162834093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162834093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162834094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162834094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:35.884508 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-12_16:28:33.901689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:36.014768 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162834092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162834093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162834093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162834094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162834094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:36.071797 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)] [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a16:28:36.080881 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a16:28:36.145105 run osmo-hlr_10.42.42.2(pid=28290): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28290)]\u000a16:28:36.197914 run osmo-hlr_10.42.42.2(pid=28290): stdout: \u000a| (launched: 2022-12-12_16:28:32.886511) \u000a16:28:36.251148 run osmo-hlr_10.42.42.2(pid=28290): stderr: \u000a| �[0;m�[1;31m20221212162833080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162833081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162833081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162833081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162833081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162833081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162833092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162833102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162833102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162833102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:36.323025 run osmo-msc_10.42.42.6(pid=28296): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28296)]\u000a16:28:36.375352 run osmo-msc_10.42.42.6(pid=28296): stdout: \u000a| (launched: 2022-12-12_16:28:35.120803) \u000a16:28:36.428522 run osmo-msc_10.42.42.6(pid=28296): stderr: \u000a| �[0;m�[38;5;43m20221212162835443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212162835444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee6ac70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212162835444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212162835444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212162835444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212162835444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212162835446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212162835447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212162835447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212162835447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:28:36.473800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminating (SIGTERM)\u000a16:28:36.516334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminating (SIGTERM)\u000a16:28:36.559219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Terminating (SIGTERM)\u000a16:28:36.569169 --- ParallelTerminationStrategy: PID 28289 died...\u000a16:28:36.625968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminated: ok {rc=0}\u000a16:28:36.636574 --- ParallelTerminationStrategy: PID 28292 died...\u000a16:28:36.693006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminated: ok {rc=0}\u000a16:28:36.703498 --- ParallelTerminationStrategy: PID 28295 died...\u000a16:28:36.760257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28295): Terminated: ok {rc=0}\u000a16:28:36.847300 bus /sierra_9: Setting Powered False\u000a16:28:37.955069 bus /sierra_9: Setting Powered False\u000a16:28:39.063025 bus /sierra_8: Setting Powered False\u000a16:28:40.172218 bus /sierra_8: Setting Powered False\u000a16:28:41.279846 bus /sierra_3: Setting Powered False\u000a16:28:42.382424 bus /sierra_3: Setting Powered False\u000a16:28:43.494950 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:28:18" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-b200", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:28:45.617225 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:45.628431 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:28:45.777425 tst cs_paging_gprs_active.py: using LAC 30084\u000a16:28:45.960672 tst cs_paging_gprs_active.py: using RAC 249\u000a16:28:46.129630 tst cs_paging_gprs_active.py: using CellId 30084\u000a16:28:46.292691 tst cs_paging_gprs_active.py: using BVCI 30085\u000a16:28:46.325743 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.341113 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.355288 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.370097 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.384856 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.399534 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.414916 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.429185 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:46.442205 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:46.592394 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:46.899996 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:28:47.042930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:47.401236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28302): Launched\u000a16:28:47.690945 run iperf3-srv_10.42.42.10(pid=28303): Launched\u000a16:28:47.895127 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:28:48.034200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:48.379612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Launched\u000a16:28:48.667823 run iperf3-srv_10.42.42.10(pid=28305): Launched\u000a16:28:48.871788 tst cs_paging_gprs_active.py:38: start network...\u000a16:28:49.011089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:49.538929 run create_hlr_db(pid=28306): Launched\u000a16:28:49.731308 bus /sierra_2: Setting Powered False\u000a16:28:50.751292 run create_hlr_db(pid=28306): Terminated: ok {rc=0}\u000a16:28:51.171124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Launched\u000a16:28:51.484519 run osmo-hlr_10.42.42.2(pid=28309): Launched\u000a16:28:51.608491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:52.153095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Launched\u000a16:28:52.467879 run osmo-stp_10.42.42.5(pid=28312): Launched\u000a16:28:52.581301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:53.126310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28314): Launched\u000a16:28:53.236903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:53.509706 run patchelf(pid=28315): Launched\u000a16:28:53.692266 run osmo-stp_10.42.42.5(pid=28312): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)]\u000a16:28:53.825678 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-12_16:28:52.310803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:53.959223 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162852484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:54.089104 run osmo-stp_10.42.42.5(pid=28312): stdout: \u000a| (launched: 2022-12-12_16:28:52.310803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:54.217150 run osmo-stp_10.42.42.5(pid=28312): stderr: \u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162852484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162852484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162852485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:54.365554 run patchelf(pid=28315): Terminating (SIGINT)\u000a16:28:54.540041 run patchelf(pid=28315): Terminated: ok {rc=0}\u000a16:28:54.572291 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28312): Process ended prematurely: osmo-stp_10.42.42.5(pid=28312) [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28312)] [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a16:28:54.581954 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:28:54.642101 run osmo-hlr_10.42.42.2(pid=28309): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28309)]\u000a16:28:54.690949 run osmo-hlr_10.42.42.2(pid=28309): stdout: \u000a| (launched: 2022-12-12_16:28:51.329200) \u000a16:28:54.740371 run osmo-hlr_10.42.42.2(pid=28309): stderr: \u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162851506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162851518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162851527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162851527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162851527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:54.782489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28302): Terminating (SIGTERM)\u000a16:28:54.822274 run iperf3-srv_10.42.42.10(pid=28303): Terminating (SIGTERM)\u000a16:28:54.862158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminating (SIGTERM)\u000a16:28:54.901863 run iperf3-srv_10.42.42.10(pid=28305): Terminating (SIGTERM)\u000a16:28:54.941640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminating (SIGTERM)\u000a16:28:54.981505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminating (SIGTERM)\u000a16:28:55.021529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28314): Terminating (SIGTERM)\u000a16:28:55.030796 --- ParallelTerminationStrategy: PID 28302 died...\u000a16:28:55.084610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28302): Terminated: ok {rc=0}\u000a16:28:55.094532 --- ParallelTerminationStrategy: PID 28303 died...\u000a16:28:55.148452 run iperf3-srv_10.42.42.10(pid=28303): Terminated {rc=256}\u000a16:28:55.158007 --- ParallelTerminationStrategy: PID 28304 died...\u000a16:28:55.210716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28304): Terminated: ok {rc=0}\u000a16:28:55.220043 --- ParallelTerminationStrategy: PID 28305 died...\u000a16:28:55.272868 run iperf3-srv_10.42.42.10(pid=28305): Terminated {rc=256}\u000a16:28:55.282434 --- ParallelTerminationStrategy: PID 28308 died...\u000a16:28:55.335138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28308): Terminated: ok {rc=0}\u000a16:28:55.344569 --- ParallelTerminationStrategy: PID 28311 died...\u000a16:28:55.397182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28311): Terminated: ok {rc=0}\u000a16:28:55.406626 --- ParallelTerminationStrategy: PID 28314 died...\u000a16:28:55.459681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28314): Terminated: ok {rc=0}\u000a16:28:55.549842 bus /gobi_0: Setting Powered False\u000a16:28:56.654496 bus /gobi_0: Setting Powered False\u000a16:28:57.766805 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28326): Process ended prematurely: osmo-stp_10.42.42.5(pid=28326) [trial-2379↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28326)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28326): Process ended prematurely: osmo-stp_10.42.42.5(pid=28326) [trial-2379↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a16:28:58.879079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:58.890432 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:28:59.039313 tst iperf3.py: using LAC 30085\u000a16:28:59.171414 tst iperf3.py: using RAC 250\u000a16:28:59.302865 tst iperf3.py: using CellId 30085\u000a16:28:59.427897 tst iperf3.py: using BVCI 30086\u000a16:28:59.451871 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.462886 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.473452 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.483917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.494327 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.504659 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.515308 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.525749 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:28:59.536501 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:28:59.816566 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:59.945667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:00.270448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28317): Launched\u000a16:29:00.538460 run iperf3-srv_10.42.42.10(pid=28318): Launched\u000a16:29:00.726634 tst iperf3.py:8: start network...\u000a16:29:00.871773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:01.404703 run create_hlr_db(pid=28319): Launched\u000a16:29:01.586023 bus /gobi_6: Setting Powered False\u000a16:29:02.604404 run create_hlr_db(pid=28319): Terminated: ok {rc=0}\u000a16:29:03.045275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28322): Launched\u000a16:29:03.379950 run osmo-hlr_10.42.42.2(pid=28323): Launched\u000a16:29:03.498585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:04.079994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28325): Launched\u000a16:29:04.415436 run osmo-stp_10.42.42.5(pid=28326): Launched\u000a16:29:04.537366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:05.116658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28328): Launched\u000a16:29:05.236240 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:05.528619 run patchelf(pid=28329): Launched\u000a16:29:05.722062 run osmo-stp_10.42.42.5(pid=28326): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28326)]\u000a16:29:05.863495 run osmo-stp_10.42.42.5(pid=28326): stdout: \u000a| (launched: 2022-12-12_16:29:04.248824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:06.005293 run osmo-stp_10.42.42.5(pid=28326): stderr: \u000a| �[0;m�[38;5;43m20221212162904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162904440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162904440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:06.142829 run osmo-stp_10.42.42.5(pid=28326): stdout: \u000a| (launched: 2022-12-12_16:29:04.248824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:06.278608 run osmo-stp_10.42.42.5(pid=28326): stderr: \u000a| �[0;m�[38;5;43m20221212162904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162904439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162904440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162904440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162904441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:06.436902 run patchelf(pid=28329): Terminating (SIGINT)\u000a16:29:06.622407 run patchelf(pid=28329): Terminated: ok {rc=0}\u000a16:29:06.656037 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28326): Process ended prematurely: osmo-stp_10.42.42.5(pid=28326) [trial-2379↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28326)] [trial-2379↪gprs:trx-b200↪iperf3.py:8]\u000a16:29:06.666248 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:29:06.730087 run osmo-hlr_10.42.42.2(pid=28323): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28323)]\u000a16:29:06.782195 run osmo-hlr_10.42.42.2(pid=28323): stdout: \u000a| (launched: 2022-12-12_16:29:03.214307) \u000a16:29:06.834706 run osmo-hlr_10.42.42.2(pid=28323): stderr: \u000a| �[0;m�[1;31m20221212162903411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162903411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162903411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162903411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162903411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162903412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162903424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162903435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162903435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162903435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:06.879351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28317): Terminating (SIGTERM)\u000a16:29:06.922541 run iperf3-srv_10.42.42.10(pid=28318): Terminating (SIGTERM)\u000a16:29:06.965601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28322): Terminating (SIGTERM)\u000a16:29:07.007578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28325): Terminating (SIGTERM)\u000a16:29:07.050081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28328): Terminating (SIGTERM)\u000a16:29:07.060253 --- ParallelTerminationStrategy: PID 28317 died...\u000a16:29:07.117002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28317): Terminated: ok {rc=0}\u000a16:29:07.127495 --- ParallelTerminationStrategy: PID 28318 died...\u000a16:29:07.183668 run iperf3-srv_10.42.42.10(pid=28318): Terminated {rc=256}\u000a16:29:07.193990 --- ParallelTerminationStrategy: PID 28322 died...\u000a16:29:07.250851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28322): Terminated: ok {rc=0}\u000a16:29:07.260895 --- ParallelTerminationStrategy: PID 28325 died...\u000a16:29:07.317143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28325): Terminated: ok {rc=0}\u000a16:29:07.327604 --- ParallelTerminationStrategy: PID 28328 died...\u000a16:29:07.383899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28328): Terminated: ok {rc=0}\u000a16:29:07.470854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28344): Process ended prematurely: osmo-stp_10.42.42.5(pid=28344) [trial-2379↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28344)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28344): Process ended prematurely: osmo-stp_10.42.42.5(pid=28344) [trial-2379↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a16:29:08.586934 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:08.598983 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:29:08.747526 tst iperf3m4.py: using LAC 30086\u000a16:29:08.876909 tst iperf3m4.py: using RAC 251\u000a16:29:09.008878 tst iperf3m4.py: using CellId 30086\u000a16:29:09.140411 tst iperf3m4.py: using BVCI 30087\u000a16:29:09.165872 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.177208 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.188179 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.199519 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.210790 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.222054 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.233620 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.245365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:09.256923 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:09.377663 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:09.500684 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:09.620747 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:09.905726 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:29:10.035643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:10.359034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Launched\u000a16:29:10.628211 run iperf3-srv_10.42.42.10(pid=28331): Launched\u000a16:29:10.817835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:29:10.947601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:11.273788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Launched\u000a16:29:11.543201 run iperf3-srv_10.42.42.10(pid=28333): Launched\u000a16:29:11.732354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:29:11.861975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:12.187029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28334): Launched\u000a16:29:12.476305 run iperf3-srv_10.42.42.10(pid=28335): Launched\u000a16:29:12.681389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:29:12.821292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:13.168028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28336): Launched\u000a16:29:13.457861 run iperf3-srv_10.42.42.10(pid=28337): Launched\u000a16:29:13.661539 tst iperf3m4.py:8: start network...\u000a16:29:13.800705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:14.327835 run create_hlr_db(pid=28338): Launched\u000a16:29:14.520399 bus /gobi_6: Setting Powered False\u000a16:29:15.541376 run create_hlr_db(pid=28338): Terminated: ok {rc=0}\u000a16:29:16.031265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28340): Launched\u000a16:29:16.392305 run osmo-hlr_10.42.42.2(pid=28341): Launched\u000a16:29:16.609212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:17.279166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28343): Launched\u000a16:29:17.616873 run osmo-stp_10.42.42.5(pid=28344): Launched\u000a16:29:17.737906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:18.319047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28346): Launched\u000a16:29:18.438864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:18.730602 run patchelf(pid=28347): Launched\u000a16:29:18.924655 run osmo-stp_10.42.42.5(pid=28344): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28344)]\u000a16:29:19.066819 run osmo-stp_10.42.42.5(pid=28344): stdout: \u000a| (launched: 2022-12-12_16:29:17.450033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:19.209058 run osmo-stp_10.42.42.5(pid=28344): stderr: \u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162917642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:19.346906 run osmo-stp_10.42.42.5(pid=28344): stdout: \u000a| (launched: 2022-12-12_16:29:17.450033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:19.483964 run osmo-stp_10.42.42.5(pid=28344): stderr: \u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162917642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162917642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162917643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:19.642108 run patchelf(pid=28347): Terminating (SIGINT)\u000a16:29:19.827450 run patchelf(pid=28347): Terminated: ok {rc=0}\u000a16:29:19.861689 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28344): Process ended prematurely: osmo-stp_10.42.42.5(pid=28344) [trial-2379↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28344)] [trial-2379↪gprs:trx-b200↪iperf3m4.py:8]\u000a16:29:19.872047 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a16:29:19.936115 run osmo-hlr_10.42.42.2(pid=28341): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28341)]\u000a16:29:19.987768 run osmo-hlr_10.42.42.2(pid=28341): stdout: \u000a| (launched: 2022-12-12_16:29:16.202863) \u000a16:29:20.039975 run osmo-hlr_10.42.42.2(pid=28341): stderr: \u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162916560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162916579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162916595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162916595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162916595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:20.084328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminating (SIGTERM)\u000a16:29:20.126465 run iperf3-srv_10.42.42.10(pid=28331): Terminating (SIGTERM)\u000a16:29:20.168672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminating (SIGTERM)\u000a16:29:20.210927 run iperf3-srv_10.42.42.10(pid=28333): Terminating (SIGTERM)\u000a16:29:20.253244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28334): Terminating (SIGTERM)\u000a16:29:20.295772 run iperf3-srv_10.42.42.10(pid=28335): Terminating (SIGTERM)\u000a16:29:20.337723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28336): Terminating (SIGTERM)\u000a16:29:20.379532 run iperf3-srv_10.42.42.10(pid=28337): Terminating (SIGTERM)\u000a16:29:20.422313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28340): Terminating (SIGTERM)\u000a16:29:20.464198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28343): Terminating (SIGTERM)\u000a16:29:20.506473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28346): Terminating (SIGTERM)\u000a16:29:20.516537 --- ParallelTerminationStrategy: PID 28330 died...\u000a16:29:20.573567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28330): Terminated: ok {rc=0}\u000a16:29:20.583751 --- ParallelTerminationStrategy: PID 28331 died...\u000a16:29:20.639219 run iperf3-srv_10.42.42.10(pid=28331): Terminated {rc=256}\u000a16:29:20.649965 --- ParallelTerminationStrategy: PID 28332 died...\u000a16:29:20.706260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28332): Terminated: ok {rc=0}\u000a16:29:20.716397 --- ParallelTerminationStrategy: PID 28333 died...\u000a16:29:20.771769 run iperf3-srv_10.42.42.10(pid=28333): Terminated {rc=256}\u000a16:29:20.782207 --- ParallelTerminationStrategy: PID 28334 died...\u000a16:29:20.837918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28334): Terminated: ok {rc=0}\u000a16:29:20.848359 --- ParallelTerminationStrategy: PID 28335 died...\u000a16:29:20.904080 run iperf3-srv_10.42.42.10(pid=28335): Terminated {rc=256}\u000a16:29:20.914209 --- ParallelTerminationStrategy: PID 28336 died...\u000a16:29:20.969884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28336): Terminated: ok {rc=0}\u000a16:29:20.980317 --- ParallelTerminationStrategy: PID 28337 died...\u000a16:29:21.035777 run iperf3-srv_10.42.42.10(pid=28337): Terminated {rc=256}\u000a16:29:21.046148 --- ParallelTerminationStrategy: PID 28340 died...\u000a16:29:21.102115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28340): Terminated: ok {rc=0}\u000a16:29:21.112686 --- ParallelTerminationStrategy: PID 28343 died...\u000a16:29:21.169040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28343): Terminated: ok {rc=0}\u000a16:29:21.179119 --- ParallelTerminationStrategy: PID 28346 died...\u000a16:29:21.235667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28346): Terminated: ok {rc=0}\u000a16:29:21.322653 bus /gobi_4: Setting Powered False\u000a16:29:22.426131 bus /gobi_4: Setting Powered False\u000a16:29:23.538583 bus /gobi_1: Setting Powered False\u000a16:29:24.641834 bus /gobi_1: Setting Powered False\u000a16:29:25.751610 bus /gobi_0: Setting Powered False\u000a16:29:26.859372 bus /gobi_0: Setting Powered False\u000a16:29:27.972768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28354): Process ended prematurely: osmo-stp_10.42.42.5(pid=28354) [trial-2379↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28354)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28354): Process ended prematurely: osmo-stp_10.42.42.5(pid=28354) [trial-2379↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a16:29:29.039257 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.050728 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:29:29.189610 tst ping.py: using LAC 30087\u000a16:29:29.308368 tst ping.py: using RAC 252\u000a16:29:29.428375 tst ping.py: using CellId 30087\u000a16:29:29.548904 tst ping.py: using BVCI 30088\u000a16:29:29.572304 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.583081 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.593763 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.604314 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.614787 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.625327 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.635982 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:29.646638 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:29.922765 tst ping.py:19: start network...\u000a16:29:30.048450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:30.537198 run create_hlr_db(pid=28348): Launched\u000a16:29:30.710999 bus /gobi_6: Setting Powered False\u000a16:29:31.747890 run create_hlr_db(pid=28348): Terminated: ok {rc=0}\u000a16:29:32.202846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28350): Launched\u000a16:29:32.509543 run osmo-hlr_10.42.42.2(pid=28351): Launched\u000a16:29:32.620051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:33.153488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28353): Launched\u000a16:29:33.458658 run osmo-stp_10.42.42.5(pid=28354): Launched\u000a16:29:33.567467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:34.099276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28356): Launched\u000a16:29:34.206843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:34.476769 run patchelf(pid=28358): Launched\u000a16:29:34.654246 run osmo-stp_10.42.42.5(pid=28354): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28354)]\u000a16:29:34.783738 run osmo-stp_10.42.42.5(pid=28354): stdout: \u000a| (launched: 2022-12-12_16:29:33.307727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:34.913570 run osmo-stp_10.42.42.5(pid=28354): stderr: \u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162933480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:35.039134 run osmo-stp_10.42.42.5(pid=28354): stdout: \u000a| (launched: 2022-12-12_16:29:33.307727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:35.163793 run osmo-stp_10.42.42.5(pid=28354): stderr: \u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162933479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162933480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162933480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:35.308795 run patchelf(pid=28358): Terminating (SIGINT)\u000a16:29:35.480295 run patchelf(pid=28358): Terminated: ok {rc=0}\u000a16:29:35.511450 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28354): Process ended prematurely: osmo-stp_10.42.42.5(pid=28354) [trial-2379↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28354)] [trial-2379↪gprs:trx-b200↪ping.py:22]\u000a16:29:35.520260 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:29:35.580287 run osmo-hlr_10.42.42.2(pid=28351): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28351)]\u000a16:29:35.629241 run osmo-hlr_10.42.42.2(pid=28351): stdout: \u000a| (launched: 2022-12-12_16:29:32.357414) \u000a16:29:35.678822 run osmo-hlr_10.42.42.2(pid=28351): stderr: \u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162932533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162932545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162932554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162932555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162932555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:35.720758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28350): Terminating (SIGTERM)\u000a16:29:35.760459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28353): Terminating (SIGTERM)\u000a16:29:35.800028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28356): Terminating (SIGTERM)\u000a16:29:35.809277 --- ParallelTerminationStrategy: PID 28350 died...\u000a16:29:35.862645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28350): Terminated: ok {rc=0}\u000a16:29:35.872158 --- ParallelTerminationStrategy: PID 28353 died...\u000a16:29:35.924803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28353): Terminated: ok {rc=0}\u000a16:29:35.934373 --- ParallelTerminationStrategy: PID 28356 died...\u000a16:29:35.986686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28356): Terminated: ok {rc=0}\u000a16:29:36.076108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2379↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2379↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a16:29:37.128767 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.141182 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:29:37.291792 tst ping_idle_ping.py: using LAC 30088\u000a16:29:37.422723 tst ping_idle_ping.py: using RAC 253\u000a16:29:37.546432 tst ping_idle_ping.py: using CellId 30088\u000a16:29:37.668177 tst ping_idle_ping.py: using BVCI 30089\u000a16:29:37.691689 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.702478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.713106 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.723798 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.734522 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.744910 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.755570 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:29:37.766181 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:29:38.061502 tst ping_idle_ping.py:24: start network...\u000a16:29:38.197102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:38.717021 run create_hlr_db(pid=28361): Launched\u000a16:29:38.906224 bus /gobi_6: Setting Powered False\u000a16:29:39.927095 run create_hlr_db(pid=28361): Terminated: ok {rc=0}\u000a16:29:40.340313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Launched\u000a16:29:40.647772 run osmo-hlr_10.42.42.2(pid=28364): Launched\u000a16:29:40.759878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:41.290872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Launched\u000a16:29:41.600087 run osmo-stp_10.42.42.5(pid=28367): Launched\u000a16:29:41.711181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:42.243642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Launched\u000a16:29:42.351677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:42.619049 run patchelf(pid=28370): Launched\u000a16:29:42.796665 run osmo-stp_10.42.42.5(pid=28367): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)]\u000a16:29:42.926433 run osmo-stp_10.42.42.5(pid=28367): stdout: \u000a| (launched: 2022-12-12_16:29:41.445506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:43.056708 run osmo-stp_10.42.42.5(pid=28367): stderr: \u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162941618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:43.182925 run osmo-stp_10.42.42.5(pid=28367): stdout: \u000a| (launched: 2022-12-12_16:29:41.445506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:43.307771 run osmo-stp_10.42.42.5(pid=28367): stderr: \u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162941618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162941618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162941619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:43.452718 run patchelf(pid=28370): Terminating (SIGINT)\u000a16:29:43.623612 run patchelf(pid=28370): Terminated: ok {rc=0}\u000a16:29:43.654617 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28367): Process ended prematurely: osmo-stp_10.42.42.5(pid=28367) [trial-2379↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28367)] [trial-2379↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a16:29:43.663458 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:29:43.723093 run osmo-hlr_10.42.42.2(pid=28364): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28364)]\u000a16:29:43.771614 run osmo-hlr_10.42.42.2(pid=28364): stdout: \u000a| (launched: 2022-12-12_16:29:40.494970) \u000a16:29:43.820882 run osmo-hlr_10.42.42.2(pid=28364): stderr: \u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162940670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162940682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162940693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:43.862639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Terminating (SIGTERM)\u000a16:29:43.901863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Terminating (SIGTERM)\u000a16:29:43.941287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Terminating (SIGTERM)\u000a16:29:43.950436 --- ParallelTerminationStrategy: PID 28363 died...\u000a16:29:44.003096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28363): Terminated: ok {rc=0}\u000a16:29:44.012513 --- ParallelTerminationStrategy: PID 28366 died...\u000a16:29:44.064939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28366): Terminated: ok {rc=0}\u000a16:29:44.074435 --- ParallelTerminationStrategy: PID 28369 died...\u000a16:29:44.126882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28369): Terminated: ok {rc=0}\u000a16:29:44.209842 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:29:46.449678 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:46.463544 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:29:46.621546 tst cs_paging_gprs_active.py: using LAC 30089\u000a16:29:46.774250 tst cs_paging_gprs_active.py: using RAC 254\u000a16:29:46.938845 tst cs_paging_gprs_active.py: using CellId 30089\u000a16:29:47.083558 tst cs_paging_gprs_active.py: using BVCI 30090\u000a16:29:47.108468 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.120364 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.132074 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.146307 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.157648 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.168725 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.180013 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.191177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:47.202390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:29:47.322135 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:29:47.624829 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:29:47.764612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:48.111797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Launched\u000a16:29:48.402042 run iperf3-srv_10.42.42.10(pid=28375): Launched\u000a16:29:48.607178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:29:48.746228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:49.091551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Launched\u000a16:29:49.381120 run iperf3-srv_10.42.42.10(pid=28377): Launched\u000a16:29:49.586115 tst cs_paging_gprs_active.py:38: start network...\u000a16:29:49.725359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:50.252422 run create_hlr_db(pid=28378): Launched\u000a16:29:50.445501 bus /gobi_6: Setting Powered False\u000a16:29:51.465382 run create_hlr_db(pid=28378): Terminated: ok {rc=0}\u000a16:29:51.908854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Launched\u000a16:29:52.245741 run osmo-hlr_10.42.42.2(pid=28381): Launched\u000a16:29:52.367978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:52.949369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Launched\u000a16:29:53.285743 run osmo-stp_10.42.42.5(pid=28384): Launched\u000a16:29:53.406768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:53.989974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Launched\u000a16:29:54.109242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:54.402144 run patchelf(pid=28387): Launched\u000a16:29:54.596189 run osmo-stp_10.42.42.5(pid=28384): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)]\u000a16:29:54.738519 run osmo-stp_10.42.42.5(pid=28384): stdout: \u000a| (launched: 2022-12-12_16:29:53.118997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:54.880463 run osmo-stp_10.42.42.5(pid=28384): stderr: \u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162953309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:55.018442 run osmo-stp_10.42.42.5(pid=28384): stdout: \u000a| (launched: 2022-12-12_16:29:53.118997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:55.155156 run osmo-stp_10.42.42.5(pid=28384): stderr: \u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212162953308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212162953309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212162953309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:55.313953 run patchelf(pid=28387): Terminating (SIGINT)\u000a16:29:55.500425 run patchelf(pid=28387): Terminated: ok {rc=0}\u000a16:29:55.534575 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28384): Process ended prematurely: osmo-stp_10.42.42.5(pid=28384) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28384)] [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:29:55.544462 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a16:29:55.608880 run osmo-hlr_10.42.42.2(pid=28381): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28381)]\u000a16:29:55.661139 run osmo-hlr_10.42.42.2(pid=28381): stdout: \u000a| (launched: 2022-12-12_16:29:52.078633) \u000a16:29:55.713777 run osmo-hlr_10.42.42.2(pid=28381): stderr: \u000a| �[0;m�[1;31m20221212162952275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212162952275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212162952275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162952276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212162952276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212162952276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212162952288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212162952297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212162952297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212162952297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:55.758625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Terminating (SIGTERM)\u000a16:29:55.800875 run iperf3-srv_10.42.42.10(pid=28375): Terminating (SIGTERM)\u000a16:29:55.843289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminating (SIGTERM)\u000a16:29:55.885575 run iperf3-srv_10.42.42.10(pid=28377): Terminating (SIGTERM)\u000a16:29:55.927940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Terminating (SIGTERM)\u000a16:29:55.970508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Terminating (SIGTERM)\u000a16:29:56.012796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Terminating (SIGTERM)\u000a16:29:56.022880 --- ParallelTerminationStrategy: PID 28374 died...\u000a16:29:56.079095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28374): Terminated: ok {rc=0}\u000a16:29:56.089488 --- ParallelTerminationStrategy: PID 28375 died...\u000a16:29:56.145395 run iperf3-srv_10.42.42.10(pid=28375): Terminated {rc=256}\u000a16:29:56.155338 --- ParallelTerminationStrategy: PID 28376 died...\u000a16:29:56.211045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28376): Terminated: ok {rc=0}\u000a16:29:56.221342 --- ParallelTerminationStrategy: PID 28377 died...\u000a16:29:56.276735 run iperf3-srv_10.42.42.10(pid=28377): Terminated {rc=256}\u000a16:29:56.287041 --- ParallelTerminationStrategy: PID 28380 died...\u000a16:29:56.342966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28380): Terminated: ok {rc=0}\u000a16:29:56.353315 --- ParallelTerminationStrategy: PID 28383 died...\u000a16:29:56.409058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28383): Terminated: ok {rc=0}\u000a16:29:56.419339 --- ParallelTerminationStrategy: PID 28386 died...\u000a16:29:56.475084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28386): Terminated: ok {rc=0}\u000a16:29:56.561563 bus /gobi_0: Setting Powered False\u000a16:29:57.669273 bus /gobi_0: Setting Powered False\u000a16:29:58.776407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28399): Process ended prematurely: osmo-stp_10.42.42.5(pid=28399) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28399)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28399): Process ended prematurely: osmo-stp_10.42.42.5(pid=28399) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:29:59.893310 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:59.905310 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:30:00.059369 tst iperf3.py: using LAC 30090\u000a16:30:00.189800 tst iperf3.py: using RAC 255\u000a16:30:00.316023 tst iperf3.py: using CellId 30090\u000a16:30:00.443154 tst iperf3.py: using BVCI 30091\u000a16:30:00.467151 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.478618 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.489557 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.500377 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.511120 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.521794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.532607 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.543293 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:00.554111 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:00.859851 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:30:01.022103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:01.383117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Launched\u000a16:30:01.695210 run iperf3-srv_10.42.42.10(pid=28389): Launched\u000a16:30:01.907184 tst iperf3.py:8: start network...\u000a16:30:02.041132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:02.546400 run create_hlr_db(pid=28393): Launched\u000a16:30:02.724147 bus /gobi_6: Setting Powered False\u000a16:30:03.746129 run create_hlr_db(pid=28393): Terminated: ok {rc=0}\u000a16:30:04.189044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28395): Launched\u000a16:30:04.524893 run osmo-hlr_10.42.42.2(pid=28396): Launched\u000a16:30:04.650939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:05.229572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28398): Launched\u000a16:30:05.564436 run osmo-stp_10.42.42.5(pid=28399): Launched\u000a16:30:05.685481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:06.264759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28401): Launched\u000a16:30:06.383652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:06.676017 run patchelf(pid=28402): Launched\u000a16:30:06.869618 run osmo-stp_10.42.42.5(pid=28399): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28399)]\u000a16:30:07.011625 run osmo-stp_10.42.42.5(pid=28399): stdout: \u000a| (launched: 2022-12-12_16:30:05.398097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:07.154168 run osmo-stp_10.42.42.5(pid=28399): stderr: \u000a| �[0;m�[38;5;43m20221212163005588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163005588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163005589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163005589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:07.291184 run osmo-stp_10.42.42.5(pid=28399): stdout: \u000a| (launched: 2022-12-12_16:30:05.398097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:07.427542 run osmo-stp_10.42.42.5(pid=28399): stderr: \u000a| �[0;m�[38;5;43m20221212163005588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163005588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163005589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163005589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163005590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:07.586099 run patchelf(pid=28402): Terminating (SIGINT)\u000a16:30:07.771323 run patchelf(pid=28402): Terminated: ok {rc=0}\u000a16:30:07.805259 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28399): Process ended prematurely: osmo-stp_10.42.42.5(pid=28399) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28399)] [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a16:30:07.815313 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:30:07.879507 run osmo-hlr_10.42.42.2(pid=28396): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28396)]\u000a16:30:07.932238 run osmo-hlr_10.42.42.2(pid=28396): stdout: \u000a| (launched: 2022-12-12_16:30:04.358542) \u000a16:30:07.984665 run osmo-hlr_10.42.42.2(pid=28396): stderr: \u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163004555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163004566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163004576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163004576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163004576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:08.028869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Terminating (SIGTERM)\u000a16:30:08.070904 run iperf3-srv_10.42.42.10(pid=28389): Terminating (SIGTERM)\u000a16:30:08.113261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28395): Terminating (SIGTERM)\u000a16:30:08.155378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28398): Terminating (SIGTERM)\u000a16:30:08.197475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28401): Terminating (SIGTERM)\u000a16:30:08.207444 --- ParallelTerminationStrategy: PID 28388 died...\u000a16:30:08.263942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28388): Terminated: ok {rc=0}\u000a16:30:08.274051 --- ParallelTerminationStrategy: PID 28389 died...\u000a16:30:08.330320 run iperf3-srv_10.42.42.10(pid=28389): Terminated {rc=256}\u000a16:30:08.340656 --- ParallelTerminationStrategy: PID 28395 died...\u000a16:30:08.396395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28395): Terminated: ok {rc=0}\u000a16:30:08.406683 --- ParallelTerminationStrategy: PID 28398 died...\u000a16:30:08.463539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28398): Terminated: ok {rc=0}\u000a16:30:08.473698 --- ParallelTerminationStrategy: PID 28401 died...\u000a16:30:08.530218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28401): Terminated: ok {rc=0}\u000a16:30:08.617142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:30:09.731346 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:09.743384 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:30:09.885830 tst iperf3m4.py: using LAC 30091\u000a16:30:10.013313 tst iperf3m4.py: using RAC 1\u000a16:30:10.134078 tst iperf3m4.py: using CellId 30091\u000a16:30:10.255478 tst iperf3m4.py: using BVCI 30092\u000a16:30:10.279476 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.290697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.301606 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.312431 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.323490 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.334461 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.345787 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.356827 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:10.368109 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:10.490214 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:10.609795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:10.731209 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:11.018376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:30:11.148117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:11.472117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28403): Launched\u000a16:30:11.743207 run iperf3-srv_10.42.42.10(pid=28404): Launched\u000a16:30:11.932915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:30:12.062211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:12.386557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Launched\u000a16:30:12.663648 run iperf3-srv_10.42.42.10(pid=28406): Launched\u000a16:30:12.867205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:30:13.006342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:13.351487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28407): Launched\u000a16:30:13.640888 run iperf3-srv_10.42.42.10(pid=28408): Launched\u000a16:30:13.845842 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:30:13.984587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:14.330374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28409): Launched\u000a16:30:14.619145 run iperf3-srv_10.42.42.10(pid=28410): Launched\u000a16:30:14.822823 tst iperf3m4.py:8: start network...\u000a16:30:14.962186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:15.490376 run create_hlr_db(pid=28411): Launched\u000a16:30:15.682542 bus /gobi_6: Setting Powered False\u000a16:30:16.730405 run create_hlr_db(pid=28411): Terminated: ok {rc=0}\u000a16:30:17.213347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Launched\u000a16:30:17.550536 run osmo-hlr_10.42.42.2(pid=28414): Launched\u000a16:30:17.672614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:18.256141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Launched\u000a16:30:18.593532 run osmo-stp_10.42.42.5(pid=28417): Launched\u000a16:30:18.715158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:19.297862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Launched\u000a16:30:19.416579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:19.710355 run patchelf(pid=28420): Launched\u000a16:30:19.903687 run osmo-stp_10.42.42.5(pid=28417): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)]\u000a16:30:20.045121 run osmo-stp_10.42.42.5(pid=28417): stdout: \u000a| (launched: 2022-12-12_16:30:18.425754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:20.186956 run osmo-stp_10.42.42.5(pid=28417): stderr: \u000a| �[0;m�[38;5;43m20221212163018616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163018616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163018617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163018617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:20.323634 run osmo-stp_10.42.42.5(pid=28417): stdout: \u000a| (launched: 2022-12-12_16:30:18.425754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:20.460092 run osmo-stp_10.42.42.5(pid=28417): stderr: \u000a| �[0;m�[38;5;43m20221212163018616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163018616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163018617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163018617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163018618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:20.617684 run patchelf(pid=28420): Terminating (SIGINT)\u000a16:30:20.801968 run patchelf(pid=28420): Terminated: ok {rc=0}\u000a16:30:20.835826 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28417): Process ended prematurely: osmo-stp_10.42.42.5(pid=28417) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28417)] [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:30:20.845884 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:30:20.909872 run osmo-hlr_10.42.42.2(pid=28414): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28414)]\u000a16:30:20.961513 run osmo-hlr_10.42.42.2(pid=28414): stdout: \u000a| (launched: 2022-12-12_16:30:17.382281) \u000a16:30:21.013853 run osmo-hlr_10.42.42.2(pid=28414): stderr: \u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163017580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163017593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163017603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163017603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163017603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:21.058163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28403): Terminating (SIGTERM)\u000a16:30:21.100437 run iperf3-srv_10.42.42.10(pid=28404): Terminating (SIGTERM)\u000a16:30:21.142948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Terminating (SIGTERM)\u000a16:30:21.185385 run iperf3-srv_10.42.42.10(pid=28406): Terminating (SIGTERM)\u000a16:30:21.228062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28407): Terminating (SIGTERM)\u000a16:30:21.270224 run iperf3-srv_10.42.42.10(pid=28408): Terminating (SIGTERM)\u000a16:30:21.312479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28409): Terminating (SIGTERM)\u000a16:30:21.354856 run iperf3-srv_10.42.42.10(pid=28410): Terminating (SIGTERM)\u000a16:30:21.397101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminating (SIGTERM)\u000a16:30:21.439721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminating (SIGTERM)\u000a16:30:21.483026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminating (SIGTERM)\u000a16:30:21.493097 --- ParallelTerminationStrategy: PID 28403 died...\u000a16:30:21.549830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28403): Terminated: ok {rc=0}\u000a16:30:21.559908 --- ParallelTerminationStrategy: PID 28404 died...\u000a16:30:21.616398 run iperf3-srv_10.42.42.10(pid=28404): Terminated {rc=256}\u000a16:30:21.626478 --- ParallelTerminationStrategy: PID 28405 died...\u000a16:30:21.682641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28405): Terminated: ok {rc=0}\u000a16:30:21.692773 --- ParallelTerminationStrategy: PID 28406 died...\u000a16:30:21.748986 run iperf3-srv_10.42.42.10(pid=28406): Terminated {rc=256}\u000a16:30:21.759012 --- ParallelTerminationStrategy: PID 28407 died...\u000a16:30:21.815594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28407): Terminated: ok {rc=0}\u000a16:30:21.825801 --- ParallelTerminationStrategy: PID 28408 died...\u000a16:30:21.882324 run iperf3-srv_10.42.42.10(pid=28408): Terminated {rc=256}\u000a16:30:21.892523 --- ParallelTerminationStrategy: PID 28409 died...\u000a16:30:21.948817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28409): Terminated: ok {rc=0}\u000a16:30:21.958952 --- ParallelTerminationStrategy: PID 28410 died...\u000a16:30:22.015307 run iperf3-srv_10.42.42.10(pid=28410): Terminated {rc=256}\u000a16:30:22.025808 --- ParallelTerminationStrategy: PID 28413 died...\u000a16:30:22.082002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28413): Terminated: ok {rc=0}\u000a16:30:22.092393 --- ParallelTerminationStrategy: PID 28416 died...\u000a16:30:22.148772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28416): Terminated: ok {rc=0}\u000a16:30:22.158897 --- ParallelTerminationStrategy: PID 28419 died...\u000a16:30:22.215063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28419): Terminated: ok {rc=0}\u000a16:30:22.302753 bus /gobi_4: Setting Powered False\u000a16:30:23.410813 bus /gobi_4: Setting Powered False\u000a16:30:24.518772 bus /gobi_1: Setting Powered False\u000a16:30:25.627043 bus /gobi_1: Setting Powered False\u000a16:30:26.735891 bus /gobi_0: Setting Powered False\u000a16:30:27.842246 bus /gobi_0: Setting Powered False\u000a16:30:28.956003 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:30:30.023646 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.035637 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:30:30.177698 tst ping.py: using LAC 30092\u000a16:30:30.304099 tst ping.py: using RAC 2\u000a16:30:30.432843 tst ping.py: using CellId 30092\u000a16:30:30.560586 tst ping.py: using BVCI 30093\u000a16:30:30.585927 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.597748 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.609107 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.620940 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.632654 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.644249 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.656148 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:30.667896 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:30.991549 tst ping.py:19: start network...\u000a16:30:31.121794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:31.635842 run create_hlr_db(pid=28421): Launched\u000a16:30:31.830602 bus /gobi_6: Setting Powered False\u000a16:30:32.846250 run create_hlr_db(pid=28421): Terminated: ok {rc=0}\u000a16:30:33.261206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Launched\u000a16:30:33.569296 run osmo-hlr_10.42.42.2(pid=28424): Launched\u000a16:30:33.685926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:34.219516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Launched\u000a16:30:34.526110 run osmo-stp_10.42.42.5(pid=28427): Launched\u000a16:30:34.636181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:35.168104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Launched\u000a16:30:35.276198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:35.544522 run patchelf(pid=28430): Launched\u000a16:30:35.722322 run osmo-stp_10.42.42.5(pid=28427): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)]\u000a16:30:35.851932 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-12_16:30:34.375331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:35.982756 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163034549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:36.108221 run osmo-stp_10.42.42.5(pid=28427): stdout: \u000a| (launched: 2022-12-12_16:30:34.375331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:36.232541 run osmo-stp_10.42.42.5(pid=28427): stderr: \u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163034548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163034549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163034549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:36.377368 run patchelf(pid=28430): Terminating (SIGINT)\u000a16:30:36.547125 run patchelf(pid=28430): Terminated: ok {rc=0}\u000a16:30:36.578120 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28427): Process ended prematurely: osmo-stp_10.42.42.5(pid=28427) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28427)] [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a16:30:36.586937 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:30:36.646221 run osmo-hlr_10.42.42.2(pid=28424): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28424)]\u000a16:30:36.694816 run osmo-hlr_10.42.42.2(pid=28424): stdout: \u000a| (launched: 2022-12-12_16:30:33.415831) \u000a16:30:36.743949 run osmo-hlr_10.42.42.2(pid=28424): stderr: \u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163033594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163033606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163033615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163033615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163033616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:36.786127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminating (SIGTERM)\u000a16:30:36.825852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminating (SIGTERM)\u000a16:30:36.865788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminating (SIGTERM)\u000a16:30:36.875103 --- ParallelTerminationStrategy: PID 28423 died...\u000a16:30:36.928487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28423): Terminated: ok {rc=0}\u000a16:30:36.938158 --- ParallelTerminationStrategy: PID 28426 died...\u000a16:30:36.990957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28426): Terminated: ok {rc=0}\u000a16:30:37.000581 --- ParallelTerminationStrategy: PID 28429 died...\u000a16:30:37.054182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28429): Terminated: ok {rc=0}\u000a16:30:37.142349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:30:38.194346 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.206028 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:30:38.347637 tst ping_idle_ping.py: using LAC 30093\u000a16:30:38.469876 tst ping_idle_ping.py: using RAC 3\u000a16:30:38.589731 tst ping_idle_ping.py: using CellId 30093\u000a16:30:38.714266 tst ping_idle_ping.py: using BVCI 30094\u000a16:30:38.737639 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.748559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.759321 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.770028 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.780803 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.791474 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.802335 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:30:38.813062 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:30:39.091043 tst ping_idle_ping.py:24: start network...\u000a16:30:39.217571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:39.711768 run create_hlr_db(pid=28431): Launched\u000a16:30:39.887300 bus /gobi_6: Setting Powered False\u000a16:30:40.909123 run create_hlr_db(pid=28431): Terminated: ok {rc=0}\u000a16:30:41.344807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Launched\u000a16:30:41.675899 run osmo-hlr_10.42.42.2(pid=28434): Launched\u000a16:30:41.794144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:42.367420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Launched\u000a16:30:42.697847 run osmo-stp_10.42.42.5(pid=28437): Launched\u000a16:30:42.816510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:43.388289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28439): Launched\u000a16:30:43.505657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:43.791883 run patchelf(pid=28440): Launched\u000a16:30:43.982402 run osmo-stp_10.42.42.5(pid=28437): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]\u000a16:30:44.122094 run osmo-stp_10.42.42.5(pid=28437): stdout: \u000a| (launched: 2022-12-12_16:30:42.533831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:44.261962 run osmo-stp_10.42.42.5(pid=28437): stderr: \u000a| �[0;m�[38;5;43m20221212163042722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163042722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163042723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163042723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:44.397284 run osmo-stp_10.42.42.5(pid=28437): stdout: \u000a| (launched: 2022-12-12_16:30:42.533831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:44.531923 run osmo-stp_10.42.42.5(pid=28437): stderr: \u000a| �[0;m�[38;5;43m20221212163042722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163042722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163042723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163042723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163042724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:44.687473 run patchelf(pid=28440): Terminating (SIGINT)\u000a16:30:44.870227 run patchelf(pid=28440): Terminated: ok {rc=0}\u000a16:30:44.903256 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)] [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:30:44.912767 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:30:44.976272 run osmo-hlr_10.42.42.2(pid=28434): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28434)]\u000a16:30:45.027726 run osmo-hlr_10.42.42.2(pid=28434): stdout: \u000a| (launched: 2022-12-12_16:30:41.511456) \u000a16:30:45.080776 run osmo-hlr_10.42.42.2(pid=28434): stderr: \u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163041705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163041718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163041726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163041726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163041726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:45.125485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Terminating (SIGTERM)\u000a16:30:45.167443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Terminating (SIGTERM)\u000a16:30:45.209892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28439): Terminating (SIGTERM)\u000a16:30:45.220131 --- ParallelTerminationStrategy: PID 28433 died...\u000a16:30:45.277307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Terminated: ok {rc=0}\u000a16:30:45.287535 --- ParallelTerminationStrategy: PID 28436 died...\u000a16:30:45.343889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Terminated: ok {rc=0}\u000a16:30:45.354423 --- ParallelTerminationStrategy: PID 28439 died...\u000a16:30:45.411059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28439): Terminated: ok {rc=0}\u000a16:30:45.498128 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:29:45" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:30:47.702469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:47.713347 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:30:47.879609 tst cs_paging_gprs_active.py: using LAC 30094\u000a16:30:48.014295 tst cs_paging_gprs_active.py: using RAC 4\u000a16:30:48.143398 tst cs_paging_gprs_active.py: using CellId 30094\u000a16:30:48.271343 tst cs_paging_gprs_active.py: using BVCI 30095\u000a16:30:48.296874 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.308258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.319405 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.330977 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.342525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.354088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.365619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.377055 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:48.388502 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:30:48.507623 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:30:48.809500 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:30:48.948725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:49.296026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28444): Launched\u000a16:30:49.583729 run iperf3-srv_10.42.42.10(pid=28445): Launched\u000a16:30:49.787726 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:30:49.926780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:50.274021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28446): Launched\u000a16:30:50.562926 run iperf3-srv_10.42.42.10(pid=28447): Launched\u000a16:30:50.766952 tst cs_paging_gprs_active.py:38: start network...\u000a16:30:50.906179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:51.431291 run create_hlr_db(pid=28448): Launched\u000a16:30:51.623603 bus /gobi_6: Setting Powered False\u000a16:30:52.642737 run create_hlr_db(pid=28448): Terminated: ok {rc=0}\u000a16:30:53.086122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Launched\u000a16:30:53.421646 run osmo-hlr_10.42.42.2(pid=28451): Launched\u000a16:30:53.545259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:54.126533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Launched\u000a16:30:54.461633 run osmo-stp_10.42.42.5(pid=28454): Launched\u000a16:30:54.582554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:55.162719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Launched\u000a16:30:55.281455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:55.574300 run patchelf(pid=28457): Launched\u000a16:30:55.767790 run osmo-stp_10.42.42.5(pid=28454): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)]\u000a16:30:55.909203 run osmo-stp_10.42.42.5(pid=28454): stdout: \u000a| (launched: 2022-12-12_16:30:54.295673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:56.050945 run osmo-stp_10.42.42.5(pid=28454): stderr: \u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163054486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163054486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163054486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163054487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:56.188647 run osmo-stp_10.42.42.5(pid=28454): stdout: \u000a| (launched: 2022-12-12_16:30:54.295673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:56.325044 run osmo-stp_10.42.42.5(pid=28454): stderr: \u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163054485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163054486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163054486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163054486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163054487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:56.483638 run patchelf(pid=28457): Terminating (SIGINT)\u000a16:30:56.669134 run patchelf(pid=28457): Terminated: ok {rc=0}\u000a16:30:56.703051 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28454): Process ended prematurely: osmo-stp_10.42.42.5(pid=28454) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28454)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:30:56.713080 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:30:56.776689 run osmo-hlr_10.42.42.2(pid=28451): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28451)]\u000a16:30:56.828371 run osmo-hlr_10.42.42.2(pid=28451): stdout: \u000a| (launched: 2022-12-12_16:30:53.255360) \u000a16:30:56.880768 run osmo-hlr_10.42.42.2(pid=28451): stderr: \u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163053451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163053464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163053473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163053473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163053473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:56.925732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28444): Terminating (SIGTERM)\u000a16:30:56.967497 run iperf3-srv_10.42.42.10(pid=28445): Terminating (SIGTERM)\u000a16:30:57.009849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28446): Terminating (SIGTERM)\u000a16:30:57.051915 run iperf3-srv_10.42.42.10(pid=28447): Terminating (SIGTERM)\u000a16:30:57.094078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Terminating (SIGTERM)\u000a16:30:57.136311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Terminating (SIGTERM)\u000a16:30:57.178610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Terminating (SIGTERM)\u000a16:30:57.188670 --- ParallelTerminationStrategy: PID 28444 died...\u000a16:30:57.245298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28444): Terminated: ok {rc=0}\u000a16:30:57.255415 --- ParallelTerminationStrategy: PID 28445 died...\u000a16:30:57.311877 run iperf3-srv_10.42.42.10(pid=28445): Terminated {rc=256}\u000a16:30:57.322046 --- ParallelTerminationStrategy: PID 28446 died...\u000a16:30:57.377903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28446): Terminated: ok {rc=0}\u000a16:30:57.388118 --- ParallelTerminationStrategy: PID 28447 died...\u000a16:30:57.443990 run iperf3-srv_10.42.42.10(pid=28447): Terminated {rc=256}\u000a16:30:57.454117 --- ParallelTerminationStrategy: PID 28450 died...\u000a16:30:57.510836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28450): Terminated: ok {rc=0}\u000a16:30:57.520792 --- ParallelTerminationStrategy: PID 28453 died...\u000a16:30:57.576681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28453): Terminated: ok {rc=0}\u000a16:30:57.587190 --- ParallelTerminationStrategy: PID 28456 died...\u000a16:30:57.642712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28456): Terminated: ok {rc=0}\u000a16:30:57.729692 bus /gobi_0: Setting Powered False\u000a16:30:58.837720 bus /gobi_0: Setting Powered False\u000a16:30:59.946852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28466): Process ended prematurely: osmo-stp_10.42.42.5(pid=28466) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28466)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28466): Process ended prematurely: osmo-stp_10.42.42.5(pid=28466) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:31:01.059730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.072389 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:31:01.272130 tst iperf3.py: using LAC 30095\u000a16:31:01.421106 tst iperf3.py: using RAC 5\u000a16:31:01.588684 tst iperf3.py: using CellId 30095\u000a16:31:01.758029 tst iperf3.py: using BVCI 30096\u000a16:31:01.791834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.806928 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.819624 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.834393 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.849200 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.864172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.878683 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.893361 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:01.907903 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:02.265002 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:31:02.394718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:02.718089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28458): Launched\u000a16:31:02.988829 run iperf3-srv_10.42.42.10(pid=28459): Launched\u000a16:31:03.177411 tst iperf3.py:8: start network...\u000a16:31:03.306381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:03.808493 run create_hlr_db(pid=28460): Launched\u000a16:31:04.000538 bus /gobi_6: Setting Powered False\u000a16:31:05.022026 run create_hlr_db(pid=28460): Terminated: ok {rc=0}\u000a16:31:05.440164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28462): Launched\u000a16:31:05.751932 run osmo-hlr_10.42.42.2(pid=28463): Launched\u000a16:31:05.875453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:06.425416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28465): Launched\u000a16:31:06.738797 run osmo-stp_10.42.42.5(pid=28466): Launched\u000a16:31:06.851962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:07.397485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28468): Launched\u000a16:31:07.508441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:07.781364 run patchelf(pid=28469): Launched\u000a16:31:07.962277 run osmo-stp_10.42.42.5(pid=28466): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28466)]\u000a16:31:08.094770 run osmo-stp_10.42.42.5(pid=28466): stdout: \u000a| (launched: 2022-12-12_16:31:06.582687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:08.228098 run osmo-stp_10.42.42.5(pid=28466): stderr: \u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163106757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:08.356409 run osmo-stp_10.42.42.5(pid=28466): stdout: \u000a| (launched: 2022-12-12_16:31:06.582687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:08.483779 run osmo-stp_10.42.42.5(pid=28466): stderr: \u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163106756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163106757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163106757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:08.631084 run patchelf(pid=28469): Terminating (SIGINT)\u000a16:31:08.803928 run patchelf(pid=28469): Terminated: ok {rc=0}\u000a16:31:08.835785 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28466): Process ended prematurely: osmo-stp_10.42.42.5(pid=28466) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28466)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:31:08.845150 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:31:08.906079 run osmo-hlr_10.42.42.2(pid=28463): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28463)]\u000a16:31:08.955635 run osmo-hlr_10.42.42.2(pid=28463): stdout: \u000a| (launched: 2022-12-12_16:31:05.597439) \u000a16:31:09.005885 run osmo-hlr_10.42.42.2(pid=28463): stderr: \u000a| �[0;m�[1;31m20221212163105775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163105775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163105776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163105776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163105776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163105776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163105788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163105796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163105797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163105797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:09.048598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28458): Terminating (SIGTERM)\u000a16:31:09.088781 run iperf3-srv_10.42.42.10(pid=28459): Terminating (SIGTERM)\u000a16:31:09.129082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28462): Terminating (SIGTERM)\u000a16:31:09.169271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28465): Terminating (SIGTERM)\u000a16:31:09.209514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28468): Terminating (SIGTERM)\u000a16:31:09.218880 --- ParallelTerminationStrategy: PID 28458 died...\u000a16:31:09.272828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28458): Terminated: ok {rc=0}\u000a16:31:09.282616 --- ParallelTerminationStrategy: PID 28459 died...\u000a16:31:09.336424 run iperf3-srv_10.42.42.10(pid=28459): Terminated {rc=256}\u000a16:31:09.346201 --- ParallelTerminationStrategy: PID 28462 died...\u000a16:31:09.399758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28462): Terminated: ok {rc=0}\u000a16:31:09.409514 --- ParallelTerminationStrategy: PID 28465 died...\u000a16:31:09.462546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28465): Terminated: ok {rc=0}\u000a16:31:09.472227 --- ParallelTerminationStrategy: PID 28468 died...\u000a16:31:09.525490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28468): Terminated: ok {rc=0}\u000a16:31:09.614844 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:31:10.727828 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:10.739593 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:31:10.902315 tst iperf3m4.py: using LAC 30096\u000a16:31:11.022497 tst iperf3m4.py: using RAC 6\u000a16:31:11.142430 tst iperf3m4.py: using CellId 30096\u000a16:31:11.262056 tst iperf3m4.py: using BVCI 30097\u000a16:31:11.285997 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.296837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.307612 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.318462 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.329139 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.339916 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.350810 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.361545 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:11.372403 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:11.489899 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:11.612646 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:11.728940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:12.014788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:31:12.144710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:12.471930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Launched\u000a16:31:12.743605 run iperf3-srv_10.42.42.10(pid=28471): Launched\u000a16:31:12.933093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:31:13.062444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:13.386664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28472): Launched\u000a16:31:13.655835 run iperf3-srv_10.42.42.10(pid=28473): Launched\u000a16:31:13.845228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:31:13.974672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:14.300166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Launched\u000a16:31:14.570280 run iperf3-srv_10.42.42.10(pid=28475): Launched\u000a16:31:14.759131 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:31:14.888051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:15.210859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Launched\u000a16:31:15.482157 run iperf3-srv_10.42.42.10(pid=28477): Launched\u000a16:31:15.671041 tst iperf3m4.py:8: start network...\u000a16:31:15.800336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:16.339088 run create_hlr_db(pid=28478): Launched\u000a16:31:16.537824 bus /gobi_6: Setting Powered False\u000a16:31:17.554497 run create_hlr_db(pid=28478): Terminated: ok {rc=0}\u000a16:31:17.981906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Launched\u000a16:31:18.315996 run osmo-hlr_10.42.42.2(pid=28481): Launched\u000a16:31:18.441565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:19.024095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Launched\u000a16:31:19.360090 run osmo-stp_10.42.42.5(pid=28484): Launched\u000a16:31:19.481627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:20.064048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Launched\u000a16:31:20.183107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:20.476496 run patchelf(pid=28487): Launched\u000a16:31:20.670819 run osmo-stp_10.42.42.5(pid=28484): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)]\u000a16:31:20.812937 run osmo-stp_10.42.42.5(pid=28484): stdout: \u000a| (launched: 2022-12-12_16:31:19.193469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:20.955421 run osmo-stp_10.42.42.5(pid=28484): stderr: \u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163119385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:21.093142 run osmo-stp_10.42.42.5(pid=28484): stdout: \u000a| (launched: 2022-12-12_16:31:19.193469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:21.229391 run osmo-stp_10.42.42.5(pid=28484): stderr: \u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163119384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163119385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163119385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:21.387884 run patchelf(pid=28487): Terminating (SIGINT)\u000a16:31:21.574007 run patchelf(pid=28487): Terminated: ok {rc=0}\u000a16:31:21.608077 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28484): Process ended prematurely: osmo-stp_10.42.42.5(pid=28484) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28484)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:31:21.618340 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:31:21.683006 run osmo-hlr_10.42.42.2(pid=28481): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28481)]\u000a16:31:21.735235 run osmo-hlr_10.42.42.2(pid=28481): stdout: \u000a| (launched: 2022-12-12_16:31:18.151796) \u000a16:31:21.787949 run osmo-hlr_10.42.42.2(pid=28481): stderr: \u000a| �[0;m�[1;31m20221212163118350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163118351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163118363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163118372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163118372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163118372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:21.832870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminating (SIGTERM)\u000a16:31:21.875469 run iperf3-srv_10.42.42.10(pid=28471): Terminating (SIGTERM)\u000a16:31:21.918117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28472): Terminating (SIGTERM)\u000a16:31:21.960433 run iperf3-srv_10.42.42.10(pid=28473): Terminating (SIGTERM)\u000a16:31:22.003280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Terminating (SIGTERM)\u000a16:31:22.045491 run iperf3-srv_10.42.42.10(pid=28475): Terminating (SIGTERM)\u000a16:31:22.087979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminating (SIGTERM)\u000a16:31:22.130383 run iperf3-srv_10.42.42.10(pid=28477): Terminating (SIGTERM)\u000a16:31:22.172830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Terminating (SIGTERM)\u000a16:31:22.215412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Terminating (SIGTERM)\u000a16:31:22.257883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Terminating (SIGTERM)\u000a16:31:22.267991 --- ParallelTerminationStrategy: PID 28470 died...\u000a16:31:22.325299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28470): Terminated: ok {rc=0}\u000a16:31:22.336115 --- ParallelTerminationStrategy: PID 28471 died...\u000a16:31:22.392770 run iperf3-srv_10.42.42.10(pid=28471): Terminated {rc=256}\u000a16:31:22.402882 --- ParallelTerminationStrategy: PID 28472 died...\u000a16:31:22.459694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28472): Terminated: ok {rc=0}\u000a16:31:22.470066 --- ParallelTerminationStrategy: PID 28473 died...\u000a16:31:22.526248 run iperf3-srv_10.42.42.10(pid=28473): Terminated {rc=256}\u000a16:31:22.536728 --- ParallelTerminationStrategy: PID 28474 died...\u000a16:31:22.592790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28474): Terminated: ok {rc=0}\u000a16:31:22.603308 --- ParallelTerminationStrategy: PID 28475 died...\u000a16:31:22.659429 run iperf3-srv_10.42.42.10(pid=28475): Terminated {rc=256}\u000a16:31:22.670035 --- ParallelTerminationStrategy: PID 28476 died...\u000a16:31:22.726608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28476): Terminated: ok {rc=0}\u000a16:31:22.736683 --- ParallelTerminationStrategy: PID 28477 died...\u000a16:31:22.793492 run iperf3-srv_10.42.42.10(pid=28477): Terminated {rc=256}\u000a16:31:22.804020 --- ParallelTerminationStrategy: PID 28480 died...\u000a16:31:22.860268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28480): Terminated: ok {rc=0}\u000a16:31:22.870982 --- ParallelTerminationStrategy: PID 28483 died...\u000a16:31:22.927367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28483): Terminated: ok {rc=0}\u000a16:31:22.937976 --- ParallelTerminationStrategy: PID 28486 died...\u000a16:31:22.994753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28486): Terminated: ok {rc=0}\u000a16:31:23.082595 bus /gobi_4: Setting Powered False\u000a16:31:24.190759 bus /gobi_4: Setting Powered False\u000a16:31:25.302656 bus /gobi_1: Setting Powered False\u000a16:31:26.404348 bus /gobi_1: Setting Powered False\u000a16:31:27.517417 bus /gobi_0: Setting Powered False\u000a16:31:28.620889 bus /gobi_0: Setting Powered False\u000a16:31:29.734371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28494): Process ended prematurely: osmo-stp_10.42.42.5(pid=28494) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28494): Process ended prematurely: osmo-stp_10.42.42.5(pid=28494) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:31:30.818187 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:30.831293 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:31:31.022633 tst ping.py: using LAC 30097\u000a16:31:31.177521 tst ping.py: using RAC 7\u000a16:31:31.313470 tst ping.py: using CellId 30097\u000a16:31:31.445097 tst ping.py: using BVCI 30098\u000a16:31:31.471455 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.484240 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.496862 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.509537 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.522136 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.534814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.547737 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:31.560663 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:31.891321 tst ping.py:19: start network...\u000a16:31:32.025846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:32.524157 run create_hlr_db(pid=28488): Launched\u000a16:31:32.701355 bus /gobi_6: Setting Powered False\u000a16:31:33.720781 run create_hlr_db(pid=28488): Terminated: ok {rc=0}\u000a16:31:34.156189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28490): Launched\u000a16:31:34.486617 run osmo-hlr_10.42.42.2(pid=28491): Launched\u000a16:31:34.610003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:35.183679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28493): Launched\u000a16:31:35.512548 run osmo-stp_10.42.42.5(pid=28494): Launched\u000a16:31:35.631603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:36.204099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28496): Launched\u000a16:31:36.320615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:36.607332 run patchelf(pid=28497): Launched\u000a16:31:36.797606 run osmo-stp_10.42.42.5(pid=28494): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28494)]\u000a16:31:36.936775 run osmo-stp_10.42.42.5(pid=28494): stdout: \u000a| (launched: 2022-12-12_16:31:35.349575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:37.076112 run osmo-stp_10.42.42.5(pid=28494): stderr: \u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163135539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:37.210930 run osmo-stp_10.42.42.5(pid=28494): stdout: \u000a| (launched: 2022-12-12_16:31:35.349575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:37.344432 run osmo-stp_10.42.42.5(pid=28494): stderr: \u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163135539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163135539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163135540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:37.500134 run patchelf(pid=28497): Terminating (SIGINT)\u000a16:31:37.683064 run patchelf(pid=28497): Terminated: ok {rc=0}\u000a16:31:37.716114 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28494): Process ended prematurely: osmo-stp_10.42.42.5(pid=28494) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28494)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:31:37.725601 tst ping.py:22: Test FAILED (6.9 sec)\u000a16:31:37.789728 run osmo-hlr_10.42.42.2(pid=28491): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28491)]\u000a16:31:37.841685 run osmo-hlr_10.42.42.2(pid=28491): stdout: \u000a| (launched: 2022-12-12_16:31:34.322128) \u000a16:31:37.894390 run osmo-hlr_10.42.42.2(pid=28491): stderr: \u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163134518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163134530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163134539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163134540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163134540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:37.938725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28490): Terminating (SIGTERM)\u000a16:31:37.981095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28493): Terminating (SIGTERM)\u000a16:31:38.023284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28496): Terminating (SIGTERM)\u000a16:31:38.033400 --- ParallelTerminationStrategy: PID 28490 died...\u000a16:31:38.090103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28490): Terminated: ok {rc=0}\u000a16:31:38.100686 --- ParallelTerminationStrategy: PID 28493 died...\u000a16:31:38.157280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28493): Terminated: ok {rc=0}\u000a16:31:38.167457 --- ParallelTerminationStrategy: PID 28496 died...\u000a16:31:38.223604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28496): Terminated: ok {rc=0}\u000a16:31:38.310767 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:31:39.363601 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.375766 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:31:39.538484 tst ping_idle_ping.py: using LAC 30098\u000a16:31:39.661102 tst ping_idle_ping.py: using RAC 8\u000a16:31:39.782262 tst ping_idle_ping.py: using CellId 30098\u000a16:31:39.903794 tst ping_idle_ping.py: using BVCI 30099\u000a16:31:39.927329 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.938575 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.949516 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.960330 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.971248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.982111 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:39.993063 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:31:40.003932 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:31:40.300895 tst ping_idle_ping.py:24: start network...\u000a16:31:40.438267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:40.965473 run create_hlr_db(pid=28498): Launched\u000a16:31:41.155088 bus /gobi_6: Setting Powered False\u000a16:31:42.175154 run create_hlr_db(pid=28498): Terminated: ok {rc=0}\u000a16:31:42.588577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Launched\u000a16:31:42.896394 run osmo-hlr_10.42.42.2(pid=28501): Launched\u000a16:31:43.007695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:43.539184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Launched\u000a16:31:43.846840 run osmo-stp_10.42.42.5(pid=28504): Launched\u000a16:31:43.957035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:44.491497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Launched\u000a16:31:44.599387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:44.867642 run patchelf(pid=28507): Launched\u000a16:31:45.045395 run osmo-stp_10.42.42.5(pid=28504): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)]\u000a16:31:45.175367 run osmo-stp_10.42.42.5(pid=28504): stdout: \u000a| (launched: 2022-12-12_16:31:43.693958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:45.305638 run osmo-stp_10.42.42.5(pid=28504): stderr: \u000a| �[0;m�[38;5;43m20221212163143864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163143864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163143865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163143865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:45.431431 run osmo-stp_10.42.42.5(pid=28504): stdout: \u000a| (launched: 2022-12-12_16:31:43.693958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:45.555857 run osmo-stp_10.42.42.5(pid=28504): stderr: \u000a| �[0;m�[38;5;43m20221212163143864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163143864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163143865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163143865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163143866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:45.700154 run patchelf(pid=28507): Terminating (SIGINT)\u000a16:31:45.878033 run patchelf(pid=28507): Terminated: ok {rc=0}\u000a16:31:45.910113 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28504): Process ended prematurely: osmo-stp_10.42.42.5(pid=28504) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28504)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:31:45.919350 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:31:45.984631 run osmo-hlr_10.42.42.2(pid=28501): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28501)]\u000a16:31:46.036396 run osmo-hlr_10.42.42.2(pid=28501): stdout: \u000a| (launched: 2022-12-12_16:31:42.743682) \u000a16:31:46.087417 run osmo-hlr_10.42.42.2(pid=28501): stderr: \u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163142919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163142931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163142939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163142940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163142940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:46.131530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Terminating (SIGTERM)\u000a16:31:46.173429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Terminating (SIGTERM)\u000a16:31:46.215249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Terminating (SIGTERM)\u000a16:31:46.226003 --- ParallelTerminationStrategy: PID 28500 died...\u000a16:31:46.282713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28500): Terminated: ok {rc=0}\u000a16:31:46.293728 --- ParallelTerminationStrategy: PID 28503 died...\u000a16:31:46.348712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28503): Terminated: ok {rc=0}\u000a16:31:46.359540 --- ParallelTerminationStrategy: PID 28506 died...\u000a16:31:46.415098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28506): Terminated: ok {rc=0}\u000a16:31:46.502420 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28523): Process ended prematurely: osmo-stp_10.42.42.5(pid=28523) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28523): Process ended prematurely: osmo-stp_10.42.42.5(pid=28523) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:31:48.645858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:48.656747 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:31:48.817480 tst cs_paging_gprs_active.py: using LAC 30099\u000a16:31:48.939318 tst cs_paging_gprs_active.py: using RAC 9\u000a16:31:49.063195 tst cs_paging_gprs_active.py: using CellId 30099\u000a16:31:49.190534 tst cs_paging_gprs_active.py: using BVCI 30100\u000a16:31:49.214396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.225366 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.236067 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.246800 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.257432 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.268079 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.278903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.289603 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:49.300411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:31:49.422665 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:31:49.708254 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:31:49.838057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:50.163906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28513): Launched\u000a16:31:50.436391 run iperf3-srv_10.42.42.10(pid=28514): Launched\u000a16:31:50.626823 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:31:50.755889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:31:51.081583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Launched\u000a16:31:51.352188 run iperf3-srv_10.42.42.10(pid=28516): Launched\u000a16:31:51.541023 tst cs_paging_gprs_active.py:38: start network...\u000a16:31:51.670154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:52.173464 run create_hlr_db(pid=28517): Launched\u000a16:31:52.351982 bus /gobi_6: Setting Powered False\u000a16:31:53.373832 run create_hlr_db(pid=28517): Terminated: ok {rc=0}\u000a16:31:53.818182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28519): Launched\u000a16:31:54.153327 run osmo-hlr_10.42.42.2(pid=28520): Launched\u000a16:31:54.275506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:54.856517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28522): Launched\u000a16:31:55.192861 run osmo-stp_10.42.42.5(pid=28523): Launched\u000a16:31:55.314890 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:55.898142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28525): Launched\u000a16:31:56.017016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:56.316458 run patchelf(pid=28526): Launched\u000a16:31:56.499316 run osmo-stp_10.42.42.5(pid=28523): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28523)]\u000a16:31:56.633441 run osmo-stp_10.42.42.5(pid=28523): stdout: \u000a| (launched: 2022-12-12_16:31:55.026572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:56.766729 run osmo-stp_10.42.42.5(pid=28523): stderr: \u000a| �[0;m�[38;5;43m20221212163155217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163155217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163155218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163155218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:56.895857 run osmo-stp_10.42.42.5(pid=28523): stdout: \u000a| (launched: 2022-12-12_16:31:55.026572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:57.023799 run osmo-stp_10.42.42.5(pid=28523): stderr: \u000a| �[0;m�[38;5;43m20221212163155217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163155217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163155218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163155218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163155219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:57.172610 run patchelf(pid=28526): Terminating (SIGINT)\u000a16:31:57.347734 run patchelf(pid=28526): Terminated: ok {rc=0}\u000a16:31:57.379968 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28523): Process ended prematurely: osmo-stp_10.42.42.5(pid=28523) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28523)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:31:57.389458 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:31:57.450154 run osmo-hlr_10.42.42.2(pid=28520): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28520)]\u000a16:31:57.499529 run osmo-hlr_10.42.42.2(pid=28520): stdout: \u000a| (launched: 2022-12-12_16:31:53.987637) \u000a16:31:57.549487 run osmo-hlr_10.42.42.2(pid=28520): stderr: \u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163154185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163154198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163154206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163154206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163154206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:57.592093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28513): Terminating (SIGTERM)\u000a16:31:57.632112 run iperf3-srv_10.42.42.10(pid=28514): Terminating (SIGTERM)\u000a16:31:57.672061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Terminating (SIGTERM)\u000a16:31:57.711897 run iperf3-srv_10.42.42.10(pid=28516): Terminating (SIGTERM)\u000a16:31:57.751837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28519): Terminating (SIGTERM)\u000a16:31:57.791916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28522): Terminating (SIGTERM)\u000a16:31:57.832023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28525): Terminating (SIGTERM)\u000a16:31:57.841351 --- ParallelTerminationStrategy: PID 28513 died...\u000a16:31:57.894876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28513): Terminated: ok {rc=0}\u000a16:31:57.904489 --- ParallelTerminationStrategy: PID 28514 died...\u000a16:31:57.958233 run iperf3-srv_10.42.42.10(pid=28514): Terminated {rc=256}\u000a16:31:57.967712 --- ParallelTerminationStrategy: PID 28515 died...\u000a16:31:58.021116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28515): Terminated: ok {rc=0}\u000a16:31:58.030612 --- ParallelTerminationStrategy: PID 28516 died...\u000a16:31:58.083483 run iperf3-srv_10.42.42.10(pid=28516): Terminated {rc=256}\u000a16:31:58.093160 --- ParallelTerminationStrategy: PID 28519 died...\u000a16:31:58.146166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28519): Terminated: ok {rc=0}\u000a16:31:58.155695 --- ParallelTerminationStrategy: PID 28522 died...\u000a16:31:58.208633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28522): Terminated: ok {rc=0}\u000a16:31:58.218231 --- ParallelTerminationStrategy: PID 28525 died...\u000a16:31:58.271670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28525): Terminated: ok {rc=0}\u000a16:31:58.362065 bus /gobi_0: Setting Powered False\u000a16:31:59.465582 bus /gobi_0: Setting Powered False\u000a16:32:00.577650 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:32:01.690878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:01.703578 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:01.898458 tst iperf3.py: using LAC 30100\u000a16:32:02.027634 tst iperf3.py: using RAC 10\u000a16:32:02.162414 tst iperf3.py: using CellId 30100\u000a16:32:02.289482 tst iperf3.py: using BVCI 30101\u000a16:32:02.313319 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.324141 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.334960 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.345969 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.356644 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.367398 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.378268 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.388844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:02.399698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:02.684073 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:32:02.814338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:03.154468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Launched\u000a16:32:03.443110 run iperf3-srv_10.42.42.10(pid=28528): Launched\u000a16:32:03.647390 tst iperf3.py:8: start network...\u000a16:32:03.786694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:04.312468 run create_hlr_db(pid=28529): Launched\u000a16:32:04.505154 bus /gobi_6: Setting Powered False\u000a16:32:05.525525 run create_hlr_db(pid=28529): Terminated: ok {rc=0}\u000a16:32:05.944224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Launched\u000a16:32:06.256902 run osmo-hlr_10.42.42.2(pid=28532): Launched\u000a16:32:06.370784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:06.912130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Launched\u000a16:32:07.223413 run osmo-stp_10.42.42.5(pid=28535): Launched\u000a16:32:07.336099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:32:07.879135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Launched\u000a16:32:07.989593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:32:08.261183 run patchelf(pid=28538): Launched\u000a16:32:08.441591 run osmo-stp_10.42.42.5(pid=28535): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)]\u000a16:32:08.574388 run osmo-stp_10.42.42.5(pid=28535): stdout: \u000a| (launched: 2022-12-12_16:32:07.069223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:08.707936 run osmo-stp_10.42.42.5(pid=28535): stderr: \u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163207244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163207244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163207244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163207245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:08.835821 run osmo-stp_10.42.42.5(pid=28535): stdout: \u000a| (launched: 2022-12-12_16:32:07.069223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:08.962628 run osmo-stp_10.42.42.5(pid=28535): stderr: \u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163207243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163207244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163207244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163207244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163207245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:09.110093 run patchelf(pid=28538): Terminating (SIGINT)\u000a16:32:09.282221 run patchelf(pid=28538): Terminated: ok {rc=0}\u000a16:32:09.313985 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28535): Process ended prematurely: osmo-stp_10.42.42.5(pid=28535) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28535)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:32:09.323412 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:32:09.383548 run osmo-hlr_10.42.42.2(pid=28532): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28532)]\u000a16:32:09.432449 run osmo-hlr_10.42.42.2(pid=28532): stdout: \u000a| (launched: 2022-12-12_16:32:06.102011) \u000a16:32:09.481929 run osmo-hlr_10.42.42.2(pid=28532): stderr: \u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163206280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163206295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163206304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163206304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163206304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:09.524226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Terminating (SIGTERM)\u000a16:32:09.564319 run iperf3-srv_10.42.42.10(pid=28528): Terminating (SIGTERM)\u000a16:32:09.604302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Terminating (SIGTERM)\u000a16:32:09.644407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Terminating (SIGTERM)\u000a16:32:09.684427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Terminating (SIGTERM)\u000a16:32:09.693758 --- ParallelTerminationStrategy: PID 28527 died...\u000a16:32:09.747517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28527): Terminated: ok {rc=0}\u000a16:32:09.757236 --- ParallelTerminationStrategy: PID 28528 died...\u000a16:32:09.809937 run iperf3-srv_10.42.42.10(pid=28528): Terminated {rc=256}\u000a16:32:09.819426 --- ParallelTerminationStrategy: PID 28531 died...\u000a16:32:09.872744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28531): Terminated: ok {rc=0}\u000a16:32:09.882249 --- ParallelTerminationStrategy: PID 28534 died...\u000a16:32:09.935015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28534): Terminated: ok {rc=0}\u000a16:32:09.944493 --- ParallelTerminationStrategy: PID 28537 died...\u000a16:32:09.997482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28537): Terminated: ok {rc=0}\u000a16:32:10.086920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:32:11.198208 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.209917 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:11.370546 tst iperf3m4.py: using LAC 30101\u000a16:32:11.495248 tst iperf3m4.py: using RAC 11\u000a16:32:11.620071 tst iperf3m4.py: using CellId 30101\u000a16:32:11.745178 tst iperf3m4.py: using BVCI 30102\u000a16:32:11.768919 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.780006 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.790871 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.801759 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.812461 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.823341 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.834278 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.845002 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:11.856075 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:11.973524 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:12.098075 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:12.215394 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:12.516048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:32:12.656293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:13.003765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28539): Launched\u000a16:32:13.291395 run iperf3-srv_10.42.42.10(pid=28540): Launched\u000a16:32:13.496205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:32:13.635980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:13.982680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Launched\u000a16:32:14.272391 run iperf3-srv_10.42.42.10(pid=28542): Launched\u000a16:32:14.476444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:32:14.616295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:14.962601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Launched\u000a16:32:15.252289 run iperf3-srv_10.42.42.10(pid=28544): Launched\u000a16:32:15.456784 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:32:15.596881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:15.971794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Launched\u000a16:32:16.278039 run iperf3-srv_10.42.42.10(pid=28546): Launched\u000a16:32:16.485903 tst iperf3m4.py:8: start network...\u000a16:32:16.629227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:17.197949 run create_hlr_db(pid=28547): Launched\u000a16:32:17.389664 bus /gobi_6: Setting Powered False\u000a16:32:18.410645 run create_hlr_db(pid=28547): Terminated: ok {rc=0}\u000a16:32:18.828807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Launched\u000a16:32:19.140391 run osmo-hlr_10.42.42.2(pid=28550): Launched\u000a16:32:19.254764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:19.796047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Launched\u000a16:32:20.109183 run osmo-stp_10.42.42.5(pid=28553): Launched\u000a16:32:20.234911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:32:20.779917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Launched\u000a16:32:20.890271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:32:21.163538 run patchelf(pid=28556): Launched\u000a16:32:21.344348 run osmo-stp_10.42.42.5(pid=28553): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)]\u000a16:32:21.476745 run osmo-stp_10.42.42.5(pid=28553): stdout: \u000a| (launched: 2022-12-12_16:32:19.953342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:21.609644 run osmo-stp_10.42.42.5(pid=28553): stderr: \u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163220127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:21.737651 run osmo-stp_10.42.42.5(pid=28553): stdout: \u000a| (launched: 2022-12-12_16:32:19.953342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:21.864879 run osmo-stp_10.42.42.5(pid=28553): stderr: \u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163220126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163220127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163220127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:22.012358 run patchelf(pid=28556): Terminating (SIGINT)\u000a16:32:22.185167 run patchelf(pid=28556): Terminated: ok {rc=0}\u000a16:32:22.216773 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28553): Process ended prematurely: osmo-stp_10.42.42.5(pid=28553) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28553)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:32:22.226217 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:32:22.286249 run osmo-hlr_10.42.42.2(pid=28550): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28550)]\u000a16:32:22.335169 run osmo-hlr_10.42.42.2(pid=28550): stdout: \u000a| (launched: 2022-12-12_16:32:18.986192) \u000a16:32:22.384799 run osmo-hlr_10.42.42.2(pid=28550): stderr: \u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163219166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163219178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163219189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:22.427206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28539): Terminating (SIGTERM)\u000a16:32:22.467031 run iperf3-srv_10.42.42.10(pid=28540): Terminating (SIGTERM)\u000a16:32:22.507064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Terminating (SIGTERM)\u000a16:32:22.546742 run iperf3-srv_10.42.42.10(pid=28542): Terminating (SIGTERM)\u000a16:32:22.586299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Terminating (SIGTERM)\u000a16:32:22.625803 run iperf3-srv_10.42.42.10(pid=28544): Terminating (SIGTERM)\u000a16:32:22.665422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminating (SIGTERM)\u000a16:32:22.704860 run iperf3-srv_10.42.42.10(pid=28546): Terminating (SIGTERM)\u000a16:32:22.744476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Terminating (SIGTERM)\u000a16:32:22.784437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Terminating (SIGTERM)\u000a16:32:22.824037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Terminating (SIGTERM)\u000a16:32:22.833313 --- ParallelTerminationStrategy: PID 28539 died...\u000a16:32:22.886417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28539): Terminated: ok {rc=0}\u000a16:32:22.895857 --- ParallelTerminationStrategy: PID 28540 died...\u000a16:32:22.948916 run iperf3-srv_10.42.42.10(pid=28540): Terminated {rc=256}\u000a16:32:22.958427 --- ParallelTerminationStrategy: PID 28541 died...\u000a16:32:23.011147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28541): Terminated: ok {rc=0}\u000a16:32:23.020587 --- ParallelTerminationStrategy: PID 28542 died...\u000a16:32:23.073538 run iperf3-srv_10.42.42.10(pid=28542): Terminated {rc=256}\u000a16:32:23.082948 --- ParallelTerminationStrategy: PID 28543 died...\u000a16:32:23.136130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28543): Terminated: ok {rc=0}\u000a16:32:23.145712 --- ParallelTerminationStrategy: PID 28544 died...\u000a16:32:23.197986 run iperf3-srv_10.42.42.10(pid=28544): Terminated {rc=256}\u000a16:32:23.207408 --- ParallelTerminationStrategy: PID 28545 died...\u000a16:32:23.260048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28545): Terminated: ok {rc=0}\u000a16:32:23.269738 --- ParallelTerminationStrategy: PID 28546 died...\u000a16:32:23.322188 run iperf3-srv_10.42.42.10(pid=28546): Terminated {rc=256}\u000a16:32:23.331655 --- ParallelTerminationStrategy: PID 28549 died...\u000a16:32:23.384497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28549): Terminated: ok {rc=0}\u000a16:32:23.394099 --- ParallelTerminationStrategy: PID 28552 died...\u000a16:32:23.447011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28552): Terminated: ok {rc=0}\u000a16:32:23.456608 --- ParallelTerminationStrategy: PID 28555 died...\u000a16:32:23.509654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28555): Terminated: ok {rc=0}\u000a16:32:23.598276 bus /gobi_4: Setting Powered False\u000a16:32:24.703044 bus /gobi_4: Setting Powered False\u000a16:32:25.815339 bus /gobi_1: Setting Powered False\u000a16:32:26.918320 bus /gobi_1: Setting Powered False\u000a16:32:28.029395 bus /gobi_0: Setting Powered False\u000a16:32:29.131346 bus /gobi_0: Setting Powered False\u000a16:32:30.237698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:32:31.308607 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:31.321528 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:31.485419 tst ping.py: using LAC 30102\u000a16:32:31.636139 tst ping.py: using RAC 12\u000a16:32:31.762112 tst ping.py: using CellId 30102\u000a16:32:31.914294 tst ping.py: using BVCI 30103\u000a16:32:31.942290 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:31.955709 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:31.968155 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:31.982604 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:31.996160 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:32.009902 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:32.022394 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:32.037386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:32.340404 tst ping.py:19: start network...\u000a16:32:32.476799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:32.991962 run create_hlr_db(pid=28557): Launched\u000a16:32:33.180588 bus /gobi_6: Setting Powered False\u000a16:32:34.201236 run create_hlr_db(pid=28557): Terminated: ok {rc=0}\u000a16:32:34.636465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Launched\u000a16:32:34.966306 run osmo-hlr_10.42.42.2(pid=28560): Launched\u000a16:32:35.085853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:35.666141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Launched\u000a16:32:35.995006 run osmo-stp_10.42.42.5(pid=28563): Launched\u000a16:32:36.114444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:32:36.687372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28565): Launched\u000a16:32:36.804092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:32:37.091185 run patchelf(pid=28566): Launched\u000a16:32:37.281719 run osmo-stp_10.42.42.5(pid=28563): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)]\u000a16:32:37.421107 run osmo-stp_10.42.42.5(pid=28563): stdout: \u000a| (launched: 2022-12-12_16:32:35.832419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:37.561414 run osmo-stp_10.42.42.5(pid=28563): stderr: \u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163236023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:37.696084 run osmo-stp_10.42.42.5(pid=28563): stdout: \u000a| (launched: 2022-12-12_16:32:35.832419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:37.829990 run osmo-stp_10.42.42.5(pid=28563): stderr: \u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163236022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163236023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163236023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:37.984778 run patchelf(pid=28566): Terminating (SIGINT)\u000a16:32:38.166413 run patchelf(pid=28566): Terminated: ok {rc=0}\u000a16:32:38.199434 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28563): Process ended prematurely: osmo-stp_10.42.42.5(pid=28563) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28563)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:32:38.208727 tst ping.py:22: Test FAILED (6.9 sec)\u000a16:32:38.272605 run osmo-hlr_10.42.42.2(pid=28560): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28560)]\u000a16:32:38.324235 run osmo-hlr_10.42.42.2(pid=28560): stdout: \u000a| (launched: 2022-12-12_16:32:34.802316) \u000a16:32:38.376741 run osmo-hlr_10.42.42.2(pid=28560): stderr: \u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163234998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163235011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163235022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163235022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163235022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:38.421022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminating (SIGTERM)\u000a16:32:38.463391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminating (SIGTERM)\u000a16:32:38.506066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28565): Terminating (SIGTERM)\u000a16:32:38.516362 --- ParallelTerminationStrategy: PID 28559 died...\u000a16:32:38.573662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28559): Terminated: ok {rc=0}\u000a16:32:38.583823 --- ParallelTerminationStrategy: PID 28562 died...\u000a16:32:38.640099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28562): Terminated: ok {rc=0}\u000a16:32:38.650223 --- ParallelTerminationStrategy: PID 28565 died...\u000a16:32:38.706330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28565): Terminated: ok {rc=0}\u000a16:32:38.793737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28573): Process ended prematurely: osmo-stp_10.42.42.5(pid=28573) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28573)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28573): Process ended prematurely: osmo-stp_10.42.42.5(pid=28573) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:32:39.846033 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:39.858422 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:32:40.027292 tst ping_idle_ping.py: using LAC 30103\u000a16:32:40.157206 tst ping_idle_ping.py: using RAC 13\u000a16:32:40.287772 tst ping_idle_ping.py: using CellId 30103\u000a16:32:40.416000 tst ping_idle_ping.py: using BVCI 30104\u000a16:32:40.441454 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.453002 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.464338 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.476216 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.487673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.499127 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.511593 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:32:40.523116 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:32:40.819685 tst ping_idle_ping.py:24: start network...\u000a16:32:40.956582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:41.478493 run create_hlr_db(pid=28567): Launched\u000a16:32:41.668806 bus /gobi_6: Setting Powered False\u000a16:32:42.689358 run create_hlr_db(pid=28567): Terminated: ok {rc=0}\u000a16:32:43.127664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28569): Launched\u000a16:32:43.458097 run osmo-hlr_10.42.42.2(pid=28570): Launched\u000a16:32:43.577962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:44.148789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28572): Launched\u000a16:32:44.479420 run osmo-stp_10.42.42.5(pid=28573): Launched\u000a16:32:44.598653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:32:45.171036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28575): Launched\u000a16:32:45.287558 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:32:45.575804 run patchelf(pid=28576): Launched\u000a16:32:45.766477 run osmo-stp_10.42.42.5(pid=28573): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28573)]\u000a16:32:45.926715 run osmo-stp_10.42.42.5(pid=28573): stdout: \u000a| (launched: 2022-12-12_16:32:44.314975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:46.070030 run osmo-stp_10.42.42.5(pid=28573): stderr: \u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163244506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:46.208227 run osmo-stp_10.42.42.5(pid=28573): stdout: \u000a| (launched: 2022-12-12_16:32:44.314975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:46.337766 run osmo-stp_10.42.42.5(pid=28573): stderr: \u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163244505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163244506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163244506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:46.489778 run patchelf(pid=28576): Terminating (SIGINT)\u000a16:32:46.796403 run patchelf(pid=28576): Terminated: ok {rc=0}\u000a16:32:46.868458 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28573): Process ended prematurely: osmo-stp_10.42.42.5(pid=28573) [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28573)] [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:32:46.883851 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a16:32:47.036355 run osmo-hlr_10.42.42.2(pid=28570): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28570)]\u000a16:32:47.183837 run osmo-hlr_10.42.42.2(pid=28570): stdout: \u000a| (launched: 2022-12-12_16:32:43.294109) \u000a16:32:47.298266 run osmo-hlr_10.42.42.2(pid=28570): stderr: \u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163243488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163243502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163243510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163243511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163243511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:47.429206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28569): Terminating (SIGTERM)\u000a16:32:47.476012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28572): Terminating (SIGTERM)\u000a16:32:47.519334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28575): Terminating (SIGTERM)\u000a16:32:47.531364 --- ParallelTerminationStrategy: PID 28569 died...\u000a16:32:47.590786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28569): Terminated: ok {rc=0}\u000a16:32:47.601240 --- ParallelTerminationStrategy: PID 28572 died...\u000a16:32:47.657073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28572): Terminated: ok {rc=0}\u000a16:32:47.667767 --- ParallelTerminationStrategy: PID 28575 died...\u000a16:32:47.723303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28575): Terminated: ok {rc=0}\u000a16:32:47.811087 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:31:48" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28590): Process ended prematurely: osmo-stp_10.42.42.5(pid=28590) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28590)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28590): Process ended prematurely: osmo-stp_10.42.42.5(pid=28590) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:32:49.986606 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:49.998640 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:32:50.150846 tst cs_paging_gprs_active.py: using LAC 30104\u000a16:32:50.281784 tst cs_paging_gprs_active.py: using RAC 14\u000a16:32:50.414191 tst cs_paging_gprs_active.py: using CellId 30104\u000a16:32:50.543935 tst cs_paging_gprs_active.py: using BVCI 30105\u000a16:32:50.569834 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.581756 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.593445 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.605794 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.618403 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.630419 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.642898 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.655378 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:32:50.667888 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:32:50.788640 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:32:51.090947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:32:51.230789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:51.580195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28580): Launched\u000a16:32:51.871330 run iperf3-srv_10.42.42.10(pid=28581): Launched\u000a16:32:52.077038 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:32:52.217100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:32:52.564164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28582): Launched\u000a16:32:52.855383 run iperf3-srv_10.42.42.10(pid=28583): Launched\u000a16:32:53.061110 tst cs_paging_gprs_active.py:38: start network...\u000a16:32:53.200593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:53.728563 run create_hlr_db(pid=28584): Launched\u000a16:32:53.921359 bus /gobi_6: Setting Powered False\u000a16:32:54.941992 run create_hlr_db(pid=28584): Terminated: ok {rc=0}\u000a16:32:55.386914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28586): Launched\u000a16:32:55.724396 run osmo-hlr_10.42.42.2(pid=28587): Launched\u000a16:32:55.846604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:56.428813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28589): Launched\u000a16:32:56.765184 run osmo-stp_10.42.42.5(pid=28590): Launched\u000a16:32:56.886210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:32:57.470089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28592): Launched\u000a16:32:57.590035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:32:57.883152 run patchelf(pid=28593): Launched\u000a16:32:58.077516 run osmo-stp_10.42.42.5(pid=28590): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28590)]\u000a16:32:58.219643 run osmo-stp_10.42.42.5(pid=28590): stdout: \u000a| (launched: 2022-12-12_16:32:56.599222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:58.361939 run osmo-stp_10.42.42.5(pid=28590): stderr: \u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163256792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:58.499594 run osmo-stp_10.42.42.5(pid=28590): stdout: \u000a| (launched: 2022-12-12_16:32:56.599222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:58.637179 run osmo-stp_10.42.42.5(pid=28590): stderr: \u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163256791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163256792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163256792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:58.795826 run patchelf(pid=28593): Terminating (SIGINT)\u000a16:32:58.981363 run patchelf(pid=28593): Terminated: ok {rc=0}\u000a16:32:59.015464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28590): Process ended prematurely: osmo-stp_10.42.42.5(pid=28590) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28590)] [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:32:59.025655 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:32:59.090682 run osmo-hlr_10.42.42.2(pid=28587): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28587)]\u000a16:32:59.143050 run osmo-hlr_10.42.42.2(pid=28587): stdout: \u000a| (launched: 2022-12-12_16:32:55.557198) \u000a16:32:59.195994 run osmo-hlr_10.42.42.2(pid=28587): stderr: \u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163255754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163255766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163255775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163255775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163255775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:59.241487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28580): Terminating (SIGTERM)\u000a16:32:59.283889 run iperf3-srv_10.42.42.10(pid=28581): Terminating (SIGTERM)\u000a16:32:59.327117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28582): Terminating (SIGTERM)\u000a16:32:59.369431 run iperf3-srv_10.42.42.10(pid=28583): Terminating (SIGTERM)\u000a16:32:59.412648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28586): Terminating (SIGTERM)\u000a16:32:59.455370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28589): Terminating (SIGTERM)\u000a16:32:59.498006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28592): Terminating (SIGTERM)\u000a16:32:59.508128 --- ParallelTerminationStrategy: PID 28580 died...\u000a16:32:59.565814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28580): Terminated: ok {rc=0}\u000a16:32:59.576163 --- ParallelTerminationStrategy: PID 28581 died...\u000a16:32:59.632812 run iperf3-srv_10.42.42.10(pid=28581): Terminated {rc=256}\u000a16:32:59.643151 --- ParallelTerminationStrategy: PID 28582 died...\u000a16:32:59.699595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28582): Terminated: ok {rc=0}\u000a16:32:59.709985 --- ParallelTerminationStrategy: PID 28583 died...\u000a16:32:59.766753 run iperf3-srv_10.42.42.10(pid=28583): Terminated {rc=256}\u000a16:32:59.777068 --- ParallelTerminationStrategy: PID 28586 died...\u000a16:32:59.833476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28586): Terminated: ok {rc=0}\u000a16:32:59.844008 --- ParallelTerminationStrategy: PID 28589 died...\u000a16:32:59.900938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28589): Terminated: ok {rc=0}\u000a16:32:59.911260 --- ParallelTerminationStrategy: PID 28592 died...\u000a16:32:59.968101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28592): Terminated: ok {rc=0}\u000a16:33:00.055004 bus /gobi_0: Setting Powered False\u000a16:33:01.162681 bus /gobi_0: Setting Powered False\u000a16:33:02.269232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28603): Process ended prematurely: osmo-stp_10.42.42.5(pid=28603) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28603)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28603): Process ended prematurely: osmo-stp_10.42.42.5(pid=28603) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:33:03.387333 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:03.400074 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:33:03.555792 tst iperf3.py: using LAC 30105\u000a16:33:03.686357 tst iperf3.py: using RAC 15\u000a16:33:03.816920 tst iperf3.py: using CellId 30105\u000a16:33:03.947495 tst iperf3.py: using BVCI 30106\u000a16:33:03.973140 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:03.984941 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:03.996759 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.008724 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.020665 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.032721 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.045089 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.056900 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:04.069324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:04.360671 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:04.490292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:04.815771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28595): Launched\u000a16:33:05.086531 run iperf3-srv_10.42.42.10(pid=28596): Launched\u000a16:33:05.276497 tst iperf3.py:8: start network...\u000a16:33:05.406053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:05.908504 run create_hlr_db(pid=28597): Launched\u000a16:33:06.086253 bus /gobi_6: Setting Powered False\u000a16:33:07.107313 run create_hlr_db(pid=28597): Terminated: ok {rc=0}\u000a16:33:07.522937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28599): Launched\u000a16:33:07.836822 run osmo-hlr_10.42.42.2(pid=28600): Launched\u000a16:33:07.954949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:08.503178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28602): Launched\u000a16:33:08.816623 run osmo-stp_10.42.42.5(pid=28603): Launched\u000a16:33:08.929760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:09.471852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28605): Launched\u000a16:33:09.582402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:09.855672 run patchelf(pid=28606): Launched\u000a16:33:10.036171 run osmo-stp_10.42.42.5(pid=28603): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28603)]\u000a16:33:10.168628 run osmo-stp_10.42.42.5(pid=28603): stdout: \u000a| (launched: 2022-12-12_16:33:08.660762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:10.300942 run osmo-stp_10.42.42.5(pid=28603): stderr: \u000a| �[0;m�[38;5;43m20221212163308833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163308834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163308834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163308834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:10.428691 run osmo-stp_10.42.42.5(pid=28603): stdout: \u000a| (launched: 2022-12-12_16:33:08.660762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:10.555372 run osmo-stp_10.42.42.5(pid=28603): stderr: \u000a| �[0;m�[38;5;43m20221212163308833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163308834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163308834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163308834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163308835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:10.702830 run patchelf(pid=28606): Terminating (SIGINT)\u000a16:33:10.875976 run patchelf(pid=28606): Terminated: ok {rc=0}\u000a16:33:10.908358 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28603): Process ended prematurely: osmo-stp_10.42.42.5(pid=28603) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28603)] [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:33:10.917872 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:33:10.977438 run osmo-hlr_10.42.42.2(pid=28600): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28600)]\u000a16:33:11.026305 run osmo-hlr_10.42.42.2(pid=28600): stdout: \u000a| (launched: 2022-12-12_16:33:07.680803) \u000a16:33:11.075732 run osmo-hlr_10.42.42.2(pid=28600): stderr: \u000a| �[0;m�[1;31m20221212163307859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163307859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163307859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163307859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163307860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163307860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163307882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163307892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163307893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163307893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:11.117646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28595): Terminating (SIGTERM)\u000a16:33:11.157361 run iperf3-srv_10.42.42.10(pid=28596): Terminating (SIGTERM)\u000a16:33:11.197146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28599): Terminating (SIGTERM)\u000a16:33:11.236518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28602): Terminating (SIGTERM)\u000a16:33:11.275961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28605): Terminating (SIGTERM)\u000a16:33:11.285145 --- ParallelTerminationStrategy: PID 28595 died...\u000a16:33:11.337732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28595): Terminated: ok {rc=0}\u000a16:33:11.347171 --- ParallelTerminationStrategy: PID 28596 died...\u000a16:33:11.399417 run iperf3-srv_10.42.42.10(pid=28596): Terminated {rc=256}\u000a16:33:11.408756 --- ParallelTerminationStrategy: PID 28599 died...\u000a16:33:11.461186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28599): Terminated: ok {rc=0}\u000a16:33:11.470694 --- ParallelTerminationStrategy: PID 28602 died...\u000a16:33:11.523679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28602): Terminated: ok {rc=0}\u000a16:33:11.533228 --- ParallelTerminationStrategy: PID 28605 died...\u000a16:33:11.585779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28605): Terminated: ok {rc=0}\u000a16:33:11.673065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:33:12.783569 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:12.795594 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:33:12.942202 tst iperf3m4.py: using LAC 30106\u000a16:33:13.062660 tst iperf3m4.py: using RAC 16\u000a16:33:13.186465 tst iperf3m4.py: using CellId 30106\u000a16:33:13.307345 tst iperf3m4.py: using BVCI 30107\u000a16:33:13.331279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.342706 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.353910 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.365085 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.376210 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.387380 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.398667 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.409726 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:13.421057 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:13.546315 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:13.671288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:13.794403 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:14.096038 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:33:14.236259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:14.583321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28607): Launched\u000a16:33:14.872450 run iperf3-srv_10.42.42.10(pid=28608): Launched\u000a16:33:15.076304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:33:15.215825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:15.561317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28609): Launched\u000a16:33:15.872695 run iperf3-srv_10.42.42.10(pid=28610): Launched\u000a16:33:16.074559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:33:16.208252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:16.551466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28611): Launched\u000a16:33:16.872294 run iperf3-srv_10.42.42.10(pid=28612): Launched\u000a16:33:17.102006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:33:17.237718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:33:17.562145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28613): Launched\u000a16:33:17.833998 run iperf3-srv_10.42.42.10(pid=28614): Launched\u000a16:33:18.022706 tst iperf3m4.py:8: start network...\u000a16:33:18.153641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:18.653788 run create_hlr_db(pid=28615): Launched\u000a16:33:18.831307 bus /gobi_6: Setting Powered False\u000a16:33:19.853707 run create_hlr_db(pid=28615): Terminated: ok {rc=0}\u000a16:33:20.296267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Launched\u000a16:33:20.632379 run osmo-hlr_10.42.42.2(pid=28618): Launched\u000a16:33:20.758601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:21.344300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Launched\u000a16:33:21.679899 run osmo-stp_10.42.42.5(pid=28621): Launched\u000a16:33:21.801269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:22.381939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28623): Launched\u000a16:33:22.500800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:22.792481 run patchelf(pid=28624): Launched\u000a16:33:22.986338 run osmo-stp_10.42.42.5(pid=28621): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)]\u000a16:33:23.128216 run osmo-stp_10.42.42.5(pid=28621): stdout: \u000a| (launched: 2022-12-12_16:33:21.513229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:23.270654 run osmo-stp_10.42.42.5(pid=28621): stderr: \u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163321705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:23.408182 run osmo-stp_10.42.42.5(pid=28621): stdout: \u000a| (launched: 2022-12-12_16:33:21.513229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:23.545244 run osmo-stp_10.42.42.5(pid=28621): stderr: \u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163321704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163321705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163321705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:23.703339 run patchelf(pid=28624): Terminating (SIGINT)\u000a16:33:23.888682 run patchelf(pid=28624): Terminated: ok {rc=0}\u000a16:33:23.922917 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28621): Process ended prematurely: osmo-stp_10.42.42.5(pid=28621) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28621)] [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:33:23.933102 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:33:23.997884 run osmo-hlr_10.42.42.2(pid=28618): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28618)]\u000a16:33:24.050452 run osmo-hlr_10.42.42.2(pid=28618): stdout: \u000a| (launched: 2022-12-12_16:33:20.465315) \u000a16:33:24.103341 run osmo-hlr_10.42.42.2(pid=28618): stderr: \u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163320662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163320674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163320683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163320684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163320684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:24.148045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28607): Terminating (SIGTERM)\u000a16:33:24.190650 run iperf3-srv_10.42.42.10(pid=28608): Terminating (SIGTERM)\u000a16:33:24.233513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28609): Terminating (SIGTERM)\u000a16:33:24.275704 run iperf3-srv_10.42.42.10(pid=28610): Terminating (SIGTERM)\u000a16:33:24.318603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28611): Terminating (SIGTERM)\u000a16:33:24.360894 run iperf3-srv_10.42.42.10(pid=28612): Terminating (SIGTERM)\u000a16:33:24.403598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28613): Terminating (SIGTERM)\u000a16:33:24.445979 run iperf3-srv_10.42.42.10(pid=28614): Terminating (SIGTERM)\u000a16:33:24.488458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Terminating (SIGTERM)\u000a16:33:24.531389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Terminating (SIGTERM)\u000a16:33:24.573954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28623): Terminating (SIGTERM)\u000a16:33:24.584238 --- ParallelTerminationStrategy: PID 28607 died...\u000a16:33:24.641333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28607): Terminated: ok {rc=0}\u000a16:33:24.651584 --- ParallelTerminationStrategy: PID 28608 died...\u000a16:33:24.708023 run iperf3-srv_10.42.42.10(pid=28608): Terminated {rc=256}\u000a16:33:24.718412 --- ParallelTerminationStrategy: PID 28609 died...\u000a16:33:24.774949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28609): Terminated: ok {rc=0}\u000a16:33:24.785483 --- ParallelTerminationStrategy: PID 28610 died...\u000a16:33:24.841793 run iperf3-srv_10.42.42.10(pid=28610): Terminated {rc=256}\u000a16:33:24.852503 --- ParallelTerminationStrategy: PID 28611 died...\u000a16:33:24.909323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28611): Terminated: ok {rc=0}\u000a16:33:24.919815 --- ParallelTerminationStrategy: PID 28612 died...\u000a16:33:24.976504 run iperf3-srv_10.42.42.10(pid=28612): Terminated {rc=256}\u000a16:33:24.986697 --- ParallelTerminationStrategy: PID 28613 died...\u000a16:33:25.043348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28613): Terminated: ok {rc=0}\u000a16:33:25.054001 --- ParallelTerminationStrategy: PID 28614 died...\u000a16:33:25.110525 run iperf3-srv_10.42.42.10(pid=28614): Terminated {rc=256}\u000a16:33:25.120920 --- ParallelTerminationStrategy: PID 28617 died...\u000a16:33:25.177807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28617): Terminated: ok {rc=0}\u000a16:33:25.188552 --- ParallelTerminationStrategy: PID 28620 died...\u000a16:33:25.245425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28620): Terminated: ok {rc=0}\u000a16:33:25.255812 --- ParallelTerminationStrategy: PID 28623 died...\u000a16:33:25.312361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28623): Terminated: ok {rc=0}\u000a16:33:25.400823 bus /gobi_4: Setting Powered False\u000a16:33:26.509410 bus /gobi_4: Setting Powered False\u000a16:33:27.617117 bus /gobi_1: Setting Powered False\u000a16:33:28.725405 bus /gobi_1: Setting Powered False\u000a16:33:29.834268 bus /gobi_0: Setting Powered False\u000a16:33:30.961111 bus /gobi_0: Setting Powered False\u000a16:33:32.068345 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28631): Process ended prematurely: osmo-stp_10.42.42.5(pid=28631) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28631)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28631): Process ended prematurely: osmo-stp_10.42.42.5(pid=28631) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:33:33.134206 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.146166 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:33:33.284867 tst ping.py: using LAC 30107\u000a16:33:33.406136 tst ping.py: using RAC 17\u000a16:33:33.525401 tst ping.py: using CellId 30107\u000a16:33:33.654008 tst ping.py: using BVCI 30108\u000a16:33:33.679192 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.691281 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.703303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.716232 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.728602 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.741261 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.753995 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:33.766453 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:34.049363 tst ping.py:19: start network...\u000a16:33:34.175078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:34.665398 run create_hlr_db(pid=28625): Launched\u000a16:33:34.840807 bus /gobi_6: Setting Powered False\u000a16:33:35.861046 run create_hlr_db(pid=28625): Terminated: ok {rc=0}\u000a16:33:36.270108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28627): Launched\u000a16:33:36.577242 run osmo-hlr_10.42.42.2(pid=28628): Launched\u000a16:33:36.687641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:37.220059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28630): Launched\u000a16:33:37.528121 run osmo-stp_10.42.42.5(pid=28631): Launched\u000a16:33:37.638793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:38.170766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28633): Launched\u000a16:33:38.278676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:38.547122 run patchelf(pid=28634): Launched\u000a16:33:38.725737 run osmo-stp_10.42.42.5(pid=28631): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28631)]\u000a16:33:38.855847 run osmo-stp_10.42.42.5(pid=28631): stdout: \u000a| (launched: 2022-12-12_16:33:37.375073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:38.986039 run osmo-stp_10.42.42.5(pid=28631): stderr: \u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163337550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:39.111796 run osmo-stp_10.42.42.5(pid=28631): stdout: \u000a| (launched: 2022-12-12_16:33:37.375073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:39.236587 run osmo-stp_10.42.42.5(pid=28631): stderr: \u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163337549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163337550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163337550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:39.382236 run patchelf(pid=28634): Terminating (SIGINT)\u000a16:33:39.552220 run patchelf(pid=28634): Terminated: ok {rc=0}\u000a16:33:39.583717 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28631): Process ended prematurely: osmo-stp_10.42.42.5(pid=28631) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28631)] [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:33:39.592627 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:33:39.652234 run osmo-hlr_10.42.42.2(pid=28628): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28628)]\u000a16:33:39.700750 run osmo-hlr_10.42.42.2(pid=28628): stdout: \u000a| (launched: 2022-12-12_16:33:36.424411) \u000a16:33:39.749858 run osmo-hlr_10.42.42.2(pid=28628): stderr: \u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163336604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163336616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163336625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163336625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163336625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:39.791823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28627): Terminating (SIGTERM)\u000a16:33:39.831395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28630): Terminating (SIGTERM)\u000a16:33:39.870945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28633): Terminating (SIGTERM)\u000a16:33:39.880162 --- ParallelTerminationStrategy: PID 28627 died...\u000a16:33:39.932866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28627): Terminated: ok {rc=0}\u000a16:33:39.942369 --- ParallelTerminationStrategy: PID 28630 died...\u000a16:33:39.995833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28630): Terminated: ok {rc=0}\u000a16:33:40.005838 --- ParallelTerminationStrategy: PID 28633 died...\u000a16:33:40.064010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28633): Terminated: ok {rc=0}\u000a16:33:40.152203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28642): Process ended prematurely: osmo-stp_10.42.42.5(pid=28642) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28642)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28642): Process ended prematurely: osmo-stp_10.42.42.5(pid=28642) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:33:41.205354 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.218168 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:33:41.369176 tst ping_idle_ping.py: using LAC 30108\u000a16:33:41.495609 tst ping_idle_ping.py: using RAC 18\u000a16:33:41.614513 tst ping_idle_ping.py: using CellId 30108\u000a16:33:41.733016 tst ping_idle_ping.py: using BVCI 30109\u000a16:33:41.756519 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.767902 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.779096 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.790395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.801573 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.812732 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.824127 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:33:41.835317 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:33:42.131817 tst ping_idle_ping.py:24: start network...\u000a16:33:42.269451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:42.791910 run create_hlr_db(pid=28636): Launched\u000a16:33:42.981805 bus /gobi_6: Setting Powered False\u000a16:33:44.002401 run create_hlr_db(pid=28636): Terminated: ok {rc=0}\u000a16:33:44.441478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28638): Launched\u000a16:33:44.772258 run osmo-hlr_10.42.42.2(pid=28639): Launched\u000a16:33:44.891794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:45.464321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28641): Launched\u000a16:33:45.807551 run osmo-stp_10.42.42.5(pid=28642): Launched\u000a16:33:46.061362 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:46.629102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28644): Launched\u000a16:33:46.741234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:47.040180 run patchelf(pid=28645): Launched\u000a16:33:47.238699 run osmo-stp_10.42.42.5(pid=28642): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28642)]\u000a16:33:47.379397 run osmo-stp_10.42.42.5(pid=28642): stdout: \u000a| (launched: 2022-12-12_16:33:45.631454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:47.521378 run osmo-stp_10.42.42.5(pid=28642): stderr: \u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163345853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163345853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163345853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163345854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:47.658389 run osmo-stp_10.42.42.5(pid=28642): stdout: \u000a| (launched: 2022-12-12_16:33:45.631454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:47.793578 run osmo-stp_10.42.42.5(pid=28642): stderr: \u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163345852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163345853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163345853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163345853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163345854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:47.949915 run patchelf(pid=28645): Terminating (SIGINT)\u000a16:33:48.133761 run patchelf(pid=28645): Terminated: ok {rc=0}\u000a16:33:48.167234 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28642): Process ended prematurely: osmo-stp_10.42.42.5(pid=28642) [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28642)] [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:33:48.176754 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a16:33:48.243183 run osmo-hlr_10.42.42.2(pid=28639): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28639)]\u000a16:33:48.296347 run osmo-hlr_10.42.42.2(pid=28639): stdout: \u000a| (launched: 2022-12-12_16:33:44.608411) \u000a16:33:48.350098 run osmo-hlr_10.42.42.2(pid=28639): stderr: \u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163344805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163344818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163344826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163344826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163344827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:48.395248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28638): Terminating (SIGTERM)\u000a16:33:48.438677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28641): Terminating (SIGTERM)\u000a16:33:48.481962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28644): Terminating (SIGTERM)\u000a16:33:48.492662 --- ParallelTerminationStrategy: PID 28638 died...\u000a16:33:48.551366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28638): Terminated: ok {rc=0}\u000a16:33:48.561722 --- ParallelTerminationStrategy: PID 28641 died...\u000a16:33:48.619469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28641): Terminated: ok {rc=0}\u000a16:33:48.630228 --- ParallelTerminationStrategy: PID 28644 died...\u000a16:33:48.688347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28644): Terminated: ok {rc=0}\u000a16:33:48.777402 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:32:49" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:33:50.816167 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:50.828626 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:33:50.988085 tst switch_tch_pdch.py: using LAC 30109\u000a16:33:51.109556 tst switch_tch_pdch.py: using RAC 19\u000a16:33:51.228231 tst switch_tch_pdch.py: using CellId 30109\u000a16:33:51.349908 tst switch_tch_pdch.py: using BVCI 30110\u000a16:33:51.373399 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.384635 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.395722 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.406922 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.418002 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.428940 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.440112 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:33:51.451295 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:33:51.571383 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:33:51.852685 tst switch_tch_pdch.py:51: start network...\u000a16:33:51.979738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:52.472371 run create_hlr_db(pid=28649): Launched\u000a16:33:52.647951 bus /gobi_6: Setting Powered False\u000a16:33:53.668193 run create_hlr_db(pid=28649): Terminated: ok {rc=0}\u000a16:33:54.105541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Launched\u000a16:33:54.434488 run osmo-hlr_10.42.42.2(pid=28652): Launched\u000a16:33:54.557573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:55.126542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Launched\u000a16:33:55.454292 run osmo-stp_10.42.42.5(pid=28655): Launched\u000a16:33:55.573882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:33:56.146308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28657): Launched\u000a16:33:56.262920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:33:56.550338 run patchelf(pid=28658): Launched\u000a16:33:56.741592 run osmo-stp_10.42.42.5(pid=28655): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a16:33:56.881133 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-12_16:33:55.292520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:57.021378 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221212163355483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163355484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163355484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163355484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:57.156458 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-12_16:33:55.292520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:57.290787 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221212163355483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163355484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163355484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163355484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163355485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:57.446225 run patchelf(pid=28658): Terminating (SIGINT)\u000a16:33:57.629196 run patchelf(pid=28658): Terminated: ok {rc=0}\u000a16:33:57.662160 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)] [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:33:57.671672 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:33:57.735543 run osmo-hlr_10.42.42.2(pid=28652): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28652)]\u000a16:33:57.787511 run osmo-hlr_10.42.42.2(pid=28652): stdout: \u000a| (launched: 2022-12-12_16:33:54.271605) \u000a16:33:57.840040 run osmo-hlr_10.42.42.2(pid=28652): stderr: \u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163354467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163354481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163354492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163354492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163354492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:57.884544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminating (SIGTERM)\u000a16:33:57.927086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminating (SIGTERM)\u000a16:33:57.969675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28657): Terminating (SIGTERM)\u000a16:33:57.979832 --- ParallelTerminationStrategy: PID 28651 died...\u000a16:33:58.036732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminated: ok {rc=0}\u000a16:33:58.046899 --- ParallelTerminationStrategy: PID 28654 died...\u000a16:33:58.103382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminated: ok {rc=0}\u000a16:33:58.113623 --- ParallelTerminationStrategy: PID 28657 died...\u000a16:33:58.169748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28657): Terminated: ok {rc=0}\u000a16:33:58.258031 bus /gobi_0: Setting Powered False\u000a16:33:59.360998 bus /gobi_0: Setting Powered False\u000a16:34:00.471676 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:33:50" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28668): Process ended prematurely: osmo-stp_10.42.42.5(pid=28668) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28668)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28668): Process ended prematurely: osmo-stp_10.42.42.5(pid=28668) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:34:02.473847 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:02.484898 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:34:02.641519 tst switch_tch_pdch.py: using LAC 30110\u000a16:34:02.760238 tst switch_tch_pdch.py: using RAC 20\u000a16:34:02.881555 tst switch_tch_pdch.py: using CellId 30110\u000a16:34:03.000295 tst switch_tch_pdch.py: using BVCI 30111\u000a16:34:03.023805 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.034885 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.045635 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.056427 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.067256 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.078080 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.088938 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:34:03.099740 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:34:03.219002 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:34:03.499582 tst switch_tch_pdch.py:51: start network...\u000a16:34:03.627457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:04.090920 run create_hlr_db(pid=28662): Launched\u000a16:34:04.215560 bus /gobi_6: Setting Powered False\u000a16:34:05.287686 run create_hlr_db(pid=28662): Terminated: ok {rc=0}\u000a16:34:05.672193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28664): Launched\u000a16:34:05.979687 run osmo-hlr_10.42.42.2(pid=28665): Launched\u000a16:34:06.090605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:06.595336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28667): Launched\u000a16:34:06.903504 run osmo-stp_10.42.42.5(pid=28668): Launched\u000a16:34:07.013969 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:34:07.522273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28670): Launched\u000a16:34:07.631024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:34:07.900555 run patchelf(pid=28671): Launched\u000a16:34:08.078726 run osmo-stp_10.42.42.5(pid=28668): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28668)]\u000a16:34:08.208753 run osmo-stp_10.42.42.5(pid=28668): stdout: \u000a| (launched: 2022-12-12_16:34:06.750582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:08.339320 run osmo-stp_10.42.42.5(pid=28668): stderr: \u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163406922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:08.465496 run osmo-stp_10.42.42.5(pid=28668): stdout: \u000a| (launched: 2022-12-12_16:34:06.750582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:08.590458 run osmo-stp_10.42.42.5(pid=28668): stderr: \u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163406921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163406922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163406922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:08.735314 run patchelf(pid=28671): Terminating (SIGINT)\u000a16:34:08.905554 run patchelf(pid=28671): Terminated: ok {rc=0}\u000a16:34:08.936437 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28668): Process ended prematurely: osmo-stp_10.42.42.5(pid=28668) [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28668)] [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:34:08.945302 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:34:09.004866 run osmo-hlr_10.42.42.2(pid=28665): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28665)]\u000a16:34:09.053864 run osmo-hlr_10.42.42.2(pid=28665): stdout: \u000a| (launched: 2022-12-12_16:34:05.826717) \u000a16:34:09.103448 run osmo-hlr_10.42.42.2(pid=28665): stderr: \u000a| �[0;m�[1;31m20221212163406005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163406021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163406031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163406031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163406031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:09.145584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28664): Terminating (SIGTERM)\u000a16:34:09.185298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28667): Terminating (SIGTERM)\u000a16:34:09.225546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28670): Terminating (SIGTERM)\u000a16:34:09.234880 --- ParallelTerminationStrategy: PID 28664 died...\u000a16:34:09.288445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28664): Terminated: ok {rc=0}\u000a16:34:09.298273 --- ParallelTerminationStrategy: PID 28667 died...\u000a16:34:09.353328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28667): Terminated: ok {rc=0}\u000a16:34:09.368910 --- ParallelTerminationStrategy: PID 28670 died...\u000a16:34:09.441970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28670): Terminated: ok {rc=0}\u000a16:34:09.529099 bus /gobi_0: Setting Powered False\u000a16:34:10.630592 bus /gobi_0: Setting Powered False\u000a16:34:11.742243 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:02" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28677): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28677) [trial-2379↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28677)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28677): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28677) [trial-2379↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28677)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:34:13.650380 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:34:13.661864 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:34:13.806479 tst mo_mt_sms.py: using LAC 30111\u000a16:34:13.933416 tst mo_mt_sms.py: using RAC 21\u000a16:34:14.055059 tst mo_mt_sms.py: using CellId 30111\u000a16:34:14.175771 tst mo_mt_sms.py: using BVCI 30112\u000a16:34:14.198850 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:34:14.317190 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:34:14.610500 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:34:14.745977 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:34:15.416745 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28676): Launched\u000a16:34:15.741093 run osmo-nitb_10.42.42.2(pid=28677): Launched\u000a16:34:15.967984 run osmo-nitb_10.42.42.2(pid=28677): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28677)]\u000a16:34:16.118288 run osmo-nitb_10.42.42.2(pid=28677): stdout: \u000a| (launched: 2022-12-12_16:34:15.582417) \u000a16:34:16.268824 run osmo-nitb_10.42.42.2(pid=28677): stderr: \u000a| (launched: 2022-12-12_16:34:15.630809)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:16.414780 run osmo-nitb_10.42.42.2(pid=28677): stdout: \u000a| (launched: 2022-12-12_16:34:15.582417) \u000a16:34:16.590894 run osmo-nitb_10.42.42.2(pid=28677): stderr: \u000a| (launched: 2022-12-12_16:34:15.630809)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:16.896690 tst osmo-nitb_10.42.42.2(pid=28677): stdout: \u000a| (launched: 2022-12-12_16:34:15.582417) \u000a16:34:17.031965 tst osmo-nitb_10.42.42.2(pid=28677): stderr: \u000a| (launched: 2022-12-12_16:34:15.630809)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:17.090222 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28677): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28677) [trial-2379↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28677)] [trial-2379↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a16:34:17.099548 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:34:17.139806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28676): Terminating (SIGTERM)\u000a16:34:17.318231 --- ParallelTerminationStrategy: PID 28676 died...\u000a16:34:17.377656 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28676): Terminated: ok {rc=0}\u000a16:34:17.469467 bus /sierra_3: Setting Powered False\u000a16:34:18.580128 bus /sierra_3: Setting Powered False\u000a16:34:19.688671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:34:21.586033 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:21.597345 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:34:21.737302 tst mo_mt_sms.py: using LAC 30112\u000a16:34:21.855044 tst mo_mt_sms.py: using RAC 22\u000a16:34:21.975071 tst mo_mt_sms.py: using CellId 30112\u000a16:34:22.094891 tst mo_mt_sms.py: using BVCI 30113\u000a16:34:22.118266 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:22.129252 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:22.139698 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:22.150264 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:22.160733 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:22.171382 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:34:22.290453 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:34:22.501295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:23.015627 run create_hlr_db(pid=28683): Launched\u000a16:34:23.204846 bus /sierra_2: Setting Powered False\u000a16:34:24.225824 run create_hlr_db(pid=28683): Terminated: ok {rc=0}\u000a16:34:24.660412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Launched\u000a16:34:24.986005 run osmo-hlr_10.42.42.2(pid=28686): Launched\u000a16:34:25.105013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:25.668167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Launched\u000a16:34:25.992142 run osmo-stp_10.42.42.5(pid=28689): Launched\u000a16:34:26.110061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:26.706654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Launched\u000a16:34:27.032850 run osmo-msc_10.42.42.6(pid=28692): Launched\u000a16:34:27.222227 run osmo-stp_10.42.42.5(pid=28689): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)]\u000a16:34:27.358504 run osmo-stp_10.42.42.5(pid=28689): stdout: \u000a| (launched: 2022-12-12_16:34:25.833282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:27.494253 run osmo-stp_10.42.42.5(pid=28689): stderr: \u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163426023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:27.625020 run osmo-stp_10.42.42.5(pid=28689): stdout: \u000a| (launched: 2022-12-12_16:34:25.833282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:27.754472 run osmo-stp_10.42.42.5(pid=28689): stderr: \u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163426023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163426023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163426024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:27.811394 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28689): Process ended prematurely: osmo-stp_10.42.42.5(pid=28689) [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28689)] [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a16:34:27.819918 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a16:34:27.883165 run osmo-hlr_10.42.42.2(pid=28686): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28686)]\u000a16:34:27.934561 run osmo-hlr_10.42.42.2(pid=28686): stdout: \u000a| (launched: 2022-12-12_16:34:24.825606) \u000a16:34:27.986407 run osmo-hlr_10.42.42.2(pid=28686): stderr: \u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163425019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163425033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163425042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163425042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163425042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:28.057222 run osmo-msc_10.42.42.6(pid=28692): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28692)]\u000a16:34:28.108356 run osmo-msc_10.42.42.6(pid=28692): stdout: \u000a| (launched: 2022-12-12_16:34:26.871544) \u000a16:34:28.160442 run osmo-msc_10.42.42.6(pid=28692): stderr: \u000a| �[0;m�[38;5;43m20221212163427194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163427194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd361051c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163427194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163427194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163427194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163427195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163427196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163427197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163427197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163427197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:28.204406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminating (SIGTERM)\u000a16:34:28.246438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminating (SIGTERM)\u000a16:34:28.288308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminating (SIGTERM)\u000a16:34:28.298424 --- ParallelTerminationStrategy: PID 28685 died...\u000a16:34:28.355033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28685): Terminated: ok {rc=0}\u000a16:34:28.365153 --- ParallelTerminationStrategy: PID 28688 died...\u000a16:34:28.420788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28688): Terminated: ok {rc=0}\u000a16:34:28.431224 --- ParallelTerminationStrategy: PID 28691 died...\u000a16:34:28.486716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28691): Terminated: ok {rc=0}\u000a16:34:28.574769 bus /sierra_3: Setting Powered False\u000a16:34:29.676738 bus /sierra_3: Setting Powered False\u000a16:34:30.788393 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:21" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28702) [trial-2379↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28702)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28702) [trial-2379↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:34:32.693989 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:34:32.704859 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:34:32.841497 tst assert_extension.py: using LAC 30113\u000a16:34:32.960613 tst assert_extension.py: using RAC 23\u000a16:34:33.088077 tst assert_extension.py: using CellId 30113\u000a16:34:33.216732 tst assert_extension.py: using BVCI 30114\u000a16:34:33.241473 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:34:33.518514 tst assert_extension.py:10: start nitb and bts...\u000a16:34:33.643975 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:34:34.274382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28697): Launched\u000a16:34:34.578005 run osmo-nitb_10.42.42.2(pid=28702): Launched\u000a16:34:34.763905 run osmo-nitb_10.42.42.2(pid=28702): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28702)]\u000a16:34:34.901078 run osmo-nitb_10.42.42.2(pid=28702): stdout: \u000a| (launched: 2022-12-12_16:34:34.431575) \u000a16:34:35.038176 run osmo-nitb_10.42.42.2(pid=28702): stderr: \u000a| (launched: 2022-12-12_16:34:34.476941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:35.170767 run osmo-nitb_10.42.42.2(pid=28702): stdout: \u000a| (launched: 2022-12-12_16:34:34.431575) \u000a16:34:35.302393 run osmo-nitb_10.42.42.2(pid=28702): stderr: \u000a| (launched: 2022-12-12_16:34:34.476941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:35.701401 tst osmo-nitb_10.42.42.2(pid=28702): stdout: \u000a| (launched: 2022-12-12_16:34:34.431575) \u000a16:34:35.822514 tst osmo-nitb_10.42.42.2(pid=28702): stderr: \u000a| (launched: 2022-12-12_16:34:34.476941)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:34:35.876150 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28702) [trial-2379↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28702)] [trial-2379↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a16:34:35.884445 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:34:35.918926 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28697): Terminating (SIGTERM)\u000a16:34:36.096468 --- ParallelTerminationStrategy: PID 28697 died...\u000a16:34:36.151499 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28697): Terminated: ok {rc=0}\u000a16:34:36.239964 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:32" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:34:38.090944 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.102647 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:34:38.249383 tst assert_extension.py: using LAC 30114\u000a16:34:38.378239 tst assert_extension.py: using RAC 24\u000a16:34:38.505995 tst assert_extension.py: using CellId 30114\u000a16:34:38.635783 tst assert_extension.py: using BVCI 30115\u000a16:34:38.660590 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.671957 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.683292 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.694887 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.706540 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:34:38.718068 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:34:38.927366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:39.438336 run create_hlr_db(pid=28706): Launched\u000a16:34:39.627557 bus /sierra_2: Setting Powered False\u000a16:34:40.647684 run create_hlr_db(pid=28706): Terminated: ok {rc=0}\u000a16:34:41.056835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Launched\u000a16:34:41.360289 run osmo-hlr_10.42.42.2(pid=28709): Launched\u000a16:34:41.471863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:42.103381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Launched\u000a16:34:42.402995 run osmo-stp_10.42.42.5(pid=28712): Launched\u000a16:34:42.511640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:43.060114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28714): Launched\u000a16:34:43.360678 run osmo-msc_10.42.42.6(pid=28715): Launched\u000a16:34:43.535644 run osmo-stp_10.42.42.5(pid=28712): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)]\u000a16:34:43.661796 run osmo-stp_10.42.42.5(pid=28712): stdout: \u000a| (launched: 2022-12-12_16:34:42.255121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:43.786223 run osmo-stp_10.42.42.5(pid=28712): stderr: \u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163442424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163442424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163442424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163442425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:43.906893 run osmo-stp_10.42.42.5(pid=28712): stdout: \u000a| (launched: 2022-12-12_16:34:42.255121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:44.026145 run osmo-stp_10.42.42.5(pid=28712): stderr: \u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163442423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163442424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163442424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163442424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163442425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:44.078576 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28712): Process ended prematurely: osmo-stp_10.42.42.5(pid=28712) [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28712)] [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a16:34:44.086540 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:34:44.145793 run osmo-hlr_10.42.42.2(pid=28709): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28709)]\u000a16:34:44.194366 run osmo-hlr_10.42.42.2(pid=28709): stdout: \u000a| (launched: 2022-12-12_16:34:41.210627) \u000a16:34:44.243498 run osmo-hlr_10.42.42.2(pid=28709): stderr: \u000a| �[0;m�[1;31m20221212163441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163441385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163441386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163441386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163441386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163441386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163441398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163441407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163441407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163441407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:44.310070 run osmo-msc_10.42.42.6(pid=28715): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28715)]\u000a16:34:44.358615 run osmo-msc_10.42.42.6(pid=28715): stdout: \u000a| (launched: 2022-12-12_16:34:43.211955) \u000a16:34:44.407750 run osmo-msc_10.42.42.6(pid=28715): stderr: \u000a| �[0;m�[38;5;43m20221212163443481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163443481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d58edfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163443481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163443481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163443482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163443482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163443484 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163443485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163443485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163443485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:44.449550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Terminating (SIGTERM)\u000a16:34:44.488976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Terminating (SIGTERM)\u000a16:34:44.528192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28714): Terminating (SIGTERM)\u000a16:34:44.537367 --- ParallelTerminationStrategy: PID 28708 died...\u000a16:34:44.590514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28708): Terminated: ok {rc=0}\u000a16:34:44.599857 --- ParallelTerminationStrategy: PID 28711 died...\u000a16:34:44.651817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28711): Terminated: ok {rc=0}\u000a16:34:44.661192 --- ParallelTerminationStrategy: PID 28714 died...\u000a16:34:44.713274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28714): Terminated: ok {rc=0}\u000a16:34:44.795754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:37" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28727): Process ended prematurely: osmo-stp_10.42.42.5(pid=28727) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28727)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28727): Process ended prematurely: osmo-stp_10.42.42.5(pid=28727) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:34:46.838060 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:46.855489 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:34:47.062298 tst mo_mt_call.py: using LAC 30115\u000a16:34:47.209398 tst mo_mt_call.py: using RAC 25\u000a16:34:47.331246 tst mo_mt_call.py: using CellId 30115\u000a16:34:47.454223 tst mo_mt_call.py: using BVCI 30116\u000a16:34:47.477784 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:47.489174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:47.500392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:47.512294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:47.524306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:47.536203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:34:47.654222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:34:47.866285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:48.383675 run create_hlr_db(pid=28721): Launched\u000a16:34:48.573003 bus /sierra_2: Setting Powered False\u000a16:34:49.594779 run create_hlr_db(pid=28721): Terminated: ok {rc=0}\u000a16:34:50.029733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28723): Launched\u000a16:34:50.359356 run osmo-hlr_10.42.42.2(pid=28724): Launched\u000a16:34:50.477899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:51.048225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28726): Launched\u000a16:34:51.377477 run osmo-stp_10.42.42.5(pid=28727): Launched\u000a16:34:51.496477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:52.094466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28729): Launched\u000a16:34:52.423008 run osmo-msc_10.42.42.6(pid=28730): Launched\u000a16:34:52.614847 run osmo-stp_10.42.42.5(pid=28727): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28727)]\u000a16:34:52.753802 run osmo-stp_10.42.42.5(pid=28727): stdout: \u000a| (launched: 2022-12-12_16:34:51.214269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:52.890652 run osmo-stp_10.42.42.5(pid=28727): stderr: \u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163451403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:53.022193 run osmo-stp_10.42.42.5(pid=28727): stdout: \u000a| (launched: 2022-12-12_16:34:51.214269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:53.152686 run osmo-stp_10.42.42.5(pid=28727): stderr: \u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163451403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163451403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163451404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:53.210349 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28727): Process ended prematurely: osmo-stp_10.42.42.5(pid=28727) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28727)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:34:53.219778 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:34:53.283460 run osmo-hlr_10.42.42.2(pid=28724): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28724)]\u000a16:34:53.335490 run osmo-hlr_10.42.42.2(pid=28724): stdout: \u000a| (launched: 2022-12-12_16:34:50.195643) \u000a16:34:53.388239 run osmo-hlr_10.42.42.2(pid=28724): stderr: \u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163450390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163450403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163450412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163450412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163450412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:53.459544 run osmo-msc_10.42.42.6(pid=28730): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28730)]\u000a16:34:53.511329 run osmo-msc_10.42.42.6(pid=28730): stdout: \u000a| (launched: 2022-12-12_16:34:52.261102) \u000a16:34:53.563841 run osmo-msc_10.42.42.6(pid=28730): stderr: \u000a| �[0;m�[38;5;43m20221212163452582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163452582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e4b599c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163452582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163452583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163452583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163452584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163452585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163452585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163452585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:53.608253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28723): Terminating (SIGTERM)\u000a16:34:53.650611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28726): Terminating (SIGTERM)\u000a16:34:53.692801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28729): Terminating (SIGTERM)\u000a16:34:53.702839 --- ParallelTerminationStrategy: PID 28723 died...\u000a16:34:53.759154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28723): Terminated: ok {rc=0}\u000a16:34:53.769215 --- ParallelTerminationStrategy: PID 28726 died...\u000a16:34:53.825283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28726): Terminated: ok {rc=0}\u000a16:34:53.835216 --- ParallelTerminationStrategy: PID 28729 died...\u000a16:34:53.890682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28729): Terminated: ok {rc=0}\u000a16:34:53.979348 bus /sierra_3: Setting Powered False\u000a16:34:55.086849 bus /sierra_3: Setting Powered False\u000a16:34:56.198835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:34:57.313152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.326099 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:34:57.499594 tst mo_mt_call_osmux.py: using LAC 30116\u000a16:34:57.627882 tst mo_mt_call_osmux.py: using RAC 26\u000a16:34:57.754108 tst mo_mt_call_osmux.py: using CellId 30116\u000a16:34:57.876421 tst mo_mt_call_osmux.py: using BVCI 30117\u000a16:34:57.900183 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.911681 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.922815 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.934042 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.945422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:34:57.956539 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:34:58.075716 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:34:58.280133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:58.773087 run create_hlr_db(pid=28732): Launched\u000a16:34:58.948159 bus /sierra_2: Setting Powered False\u000a16:34:59.982100 run create_hlr_db(pid=28732): Terminated: ok {rc=0}\u000a16:35:00.418126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Launched\u000a16:35:00.748659 run osmo-hlr_10.42.42.2(pid=28735): Launched\u000a16:35:00.942823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:01.568427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Launched\u000a16:35:01.991492 run osmo-stp_10.42.42.5(pid=28741): Launched\u000a16:35:02.144393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:02.752908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Launched\u000a16:35:03.061247 run osmo-msc_10.42.42.6(pid=28744): Launched\u000a16:35:03.241725 run osmo-stp_10.42.42.5(pid=28741): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)]\u000a16:35:03.371463 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-12_16:35:01.744126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:03.499189 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163502025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:03.622341 run osmo-stp_10.42.42.5(pid=28741): stdout: \u000a| (launched: 2022-12-12_16:35:01.744126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:03.744633 run osmo-stp_10.42.42.5(pid=28741): stderr: \u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163502025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163502025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163502026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:03.798587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28741): Process ended prematurely: osmo-stp_10.42.42.5(pid=28741) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28741)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:35:03.807477 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:35:03.866768 run osmo-hlr_10.42.42.2(pid=28735): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28735)]\u000a16:35:03.915660 run osmo-hlr_10.42.42.2(pid=28735): stdout: \u000a| (launched: 2022-12-12_16:35:00.586169) \u000a16:35:03.965084 run osmo-hlr_10.42.42.2(pid=28735): stderr: \u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163500780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163500803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163500820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163500820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163500820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:04.031976 run osmo-msc_10.42.42.6(pid=28744): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28744)]\u000a16:35:04.081070 run osmo-msc_10.42.42.6(pid=28744): stdout: \u000a| (launched: 2022-12-12_16:35:02.908625) \u000a16:35:04.130211 run osmo-msc_10.42.42.6(pid=28744): stderr: \u000a| �[0;m�[38;5;43m20221212163503178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163503178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd590679c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163503179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163503179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163503179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163503179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163503181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163503181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:04.171887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Terminating (SIGTERM)\u000a16:35:04.211247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Terminating (SIGTERM)\u000a16:35:04.250992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminating (SIGTERM)\u000a16:35:04.260134 --- ParallelTerminationStrategy: PID 28734 died...\u000a16:35:04.313061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28734): Terminated: ok {rc=0}\u000a16:35:04.322609 --- ParallelTerminationStrategy: PID 28737 died...\u000a16:35:04.375406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28737): Terminated: ok {rc=0}\u000a16:35:04.385175 --- ParallelTerminationStrategy: PID 28743 died...\u000a16:35:04.437657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28743): Terminated: ok {rc=0}\u000a16:35:04.525541 bus /sierra_3: Setting Powered False\u000a16:35:05.628094 bus /sierra_3: Setting Powered False\u000a16:35:06.734046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:34:46" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28755): Process ended prematurely: osmo-stp_10.42.42.5(pid=28755) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28755)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28755): Process ended prematurely: osmo-stp_10.42.42.5(pid=28755) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:35:08.735373 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:08.746631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:35:08.905308 tst mo_mt_call.py: using LAC 30117\u000a16:35:09.026272 tst mo_mt_call.py: using RAC 27\u000a16:35:09.155374 tst mo_mt_call.py: using CellId 30117\u000a16:35:09.285663 tst mo_mt_call.py: using BVCI 30118\u000a16:35:09.311082 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:09.323072 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:09.334669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:09.347313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:09.359964 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:09.372301 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:35:09.490178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:35:09.695206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:10.189186 run create_hlr_db(pid=28749): Launched\u000a16:35:10.364818 bus /sierra_2: Setting Powered False\u000a16:35:11.387127 run create_hlr_db(pid=28749): Terminated: ok {rc=0}\u000a16:35:11.795266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28751): Launched\u000a16:35:12.102773 run osmo-hlr_10.42.42.2(pid=28752): Launched\u000a16:35:12.216083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:12.747003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28754): Launched\u000a16:35:13.053869 run osmo-stp_10.42.42.5(pid=28755): Launched\u000a16:35:13.165845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:13.730955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28757): Launched\u000a16:35:14.039253 run osmo-msc_10.42.42.6(pid=28758): Launched\u000a16:35:14.219863 run osmo-stp_10.42.42.5(pid=28755): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28755)]\u000a16:35:14.349424 run osmo-stp_10.42.42.5(pid=28755): stdout: \u000a| (launched: 2022-12-12_16:35:12.902642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:14.477194 run osmo-stp_10.42.42.5(pid=28755): stderr: \u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163513074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:14.600565 run osmo-stp_10.42.42.5(pid=28755): stdout: \u000a| (launched: 2022-12-12_16:35:12.902642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:14.723025 run osmo-stp_10.42.42.5(pid=28755): stderr: \u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163513073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163513074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163513074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:14.776896 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28755): Process ended prematurely: osmo-stp_10.42.42.5(pid=28755) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28755)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:35:14.785631 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:35:14.845190 run osmo-hlr_10.42.42.2(pid=28752): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28752)]\u000a16:35:14.894241 run osmo-hlr_10.42.42.2(pid=28752): stdout: \u000a| (launched: 2022-12-12_16:35:11.951089) \u000a16:35:14.944086 run osmo-hlr_10.42.42.2(pid=28752): stderr: \u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163512127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163512139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163512147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163512147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163512148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:15.011481 run osmo-msc_10.42.42.6(pid=28758): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28758)]\u000a16:35:15.060496 run osmo-msc_10.42.42.6(pid=28758): stdout: \u000a| (launched: 2022-12-12_16:35:13.886789) \u000a16:35:15.110204 run osmo-msc_10.42.42.6(pid=28758): stderr: \u000a| �[0;m�[38;5;43m20221212163514158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163514158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5930249c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163514158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163514158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163514159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163514159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163514160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163514161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163514161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163514161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:15.152302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28751): Terminating (SIGTERM)\u000a16:35:15.191816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28754): Terminating (SIGTERM)\u000a16:35:15.231433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28757): Terminating (SIGTERM)\u000a16:35:15.240572 --- ParallelTerminationStrategy: PID 28751 died...\u000a16:35:15.293891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28751): Terminated: ok {rc=0}\u000a16:35:15.303319 --- ParallelTerminationStrategy: PID 28754 died...\u000a16:35:15.355981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28754): Terminated: ok {rc=0}\u000a16:35:15.365823 --- ParallelTerminationStrategy: PID 28757 died...\u000a16:35:15.418756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28757): Terminated: ok {rc=0}\u000a16:35:15.507299 bus /sierra_3: Setting Powered False\u000a16:35:16.623753 bus /sierra_3: Setting Powered False\u000a16:35:17.736941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:35:18.851953 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:18.864515 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:35:19.036704 tst mo_mt_call_osmux.py: using LAC 30118\u000a16:35:19.166912 tst mo_mt_call_osmux.py: using RAC 28\u000a16:35:19.295719 tst mo_mt_call_osmux.py: using CellId 30118\u000a16:35:19.426954 tst mo_mt_call_osmux.py: using BVCI 30119\u000a16:35:19.452070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:19.463799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:19.475343 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:19.487219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:19.499201 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:35:19.511151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:35:19.632562 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:35:19.839472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:20.334438 run create_hlr_db(pid=28760): Launched\u000a16:35:20.509835 bus /sierra_2: Setting Powered False\u000a16:35:21.531899 run create_hlr_db(pid=28760): Terminated: ok {rc=0}\u000a16:35:21.966436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Launched\u000a16:35:22.294207 run osmo-hlr_10.42.42.2(pid=28763): Launched\u000a16:35:22.414653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:22.986658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Launched\u000a16:35:23.317310 run osmo-stp_10.42.42.5(pid=28766): Launched\u000a16:35:23.437242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:24.039710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28768): Launched\u000a16:35:24.371484 run osmo-msc_10.42.42.6(pid=28769): Launched\u000a16:35:24.564863 run osmo-stp_10.42.42.5(pid=28766): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)]\u000a16:35:24.704492 run osmo-stp_10.42.42.5(pid=28766): stdout: \u000a| (launched: 2022-12-12_16:35:23.154256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:24.842223 run osmo-stp_10.42.42.5(pid=28766): stderr: \u000a| �[0;m�[38;5;43m20221212163523342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163523343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163523343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163523343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:24.974463 run osmo-stp_10.42.42.5(pid=28766): stdout: \u000a| (launched: 2022-12-12_16:35:23.154256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:25.106428 run osmo-stp_10.42.42.5(pid=28766): stderr: \u000a| �[0;m�[38;5;43m20221212163523342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163523343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163523343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163523343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163523344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:25.164017 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28766): Process ended prematurely: osmo-stp_10.42.42.5(pid=28766) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28766)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:35:25.174055 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:35:25.237271 run osmo-hlr_10.42.42.2(pid=28763): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28763)]\u000a16:35:25.289277 run osmo-hlr_10.42.42.2(pid=28763): stdout: \u000a| (launched: 2022-12-12_16:35:22.133086) \u000a16:35:25.341849 run osmo-hlr_10.42.42.2(pid=28763): stderr: \u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163522328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163522340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163522350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163522350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163522350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:25.412576 run osmo-msc_10.42.42.6(pid=28769): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28769)]\u000a16:35:25.463986 run osmo-msc_10.42.42.6(pid=28769): stdout: \u000a| (launched: 2022-12-12_16:35:24.207013) \u000a16:35:25.516195 run osmo-msc_10.42.42.6(pid=28769): stderr: \u000a| �[0;m�[38;5;43m20221212163524527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163524527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f3adeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163524527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163524529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163524530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163524530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163524530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:25.560548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Terminating (SIGTERM)\u000a16:35:25.602950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Terminating (SIGTERM)\u000a16:35:25.645404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28768): Terminating (SIGTERM)\u000a16:35:25.655417 --- ParallelTerminationStrategy: PID 28762 died...\u000a16:35:25.712058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28762): Terminated: ok {rc=0}\u000a16:35:25.722196 --- ParallelTerminationStrategy: PID 28765 died...\u000a16:35:25.778095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28765): Terminated: ok {rc=0}\u000a16:35:25.788281 --- ParallelTerminationStrategy: PID 28768 died...\u000a16:35:25.844266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28768): Terminated: ok {rc=0}\u000a16:35:25.929896 bus /sierra_3: Setting Powered False\u000a16:35:27.030273 bus /sierra_3: Setting Powered False\u000a16:35:28.140882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:35:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28780): Process ended prematurely: osmo-stp_10.42.42.5(pid=28780) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28780)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28780): Process ended prematurely: osmo-stp_10.42.42.5(pid=28780) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:35:30.158130 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.169936 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:35:30.336163 tst mo_mt_call.py: using LAC 30119\u000a16:35:30.462937 tst mo_mt_call.py: using RAC 29\u000a16:35:30.589045 tst mo_mt_call.py: using CellId 30119\u000a16:35:30.716112 tst mo_mt_call.py: using BVCI 30120\u000a16:35:30.741151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.752900 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.764498 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.776248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.790208 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:30.805867 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:35:30.942830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:35:31.202957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:31.800484 run create_hlr_db(pid=28774): Launched\u000a16:35:31.983142 bus /sierra_2: Setting Powered False\u000a16:35:32.999985 run create_hlr_db(pid=28774): Terminated: ok {rc=0}\u000a16:35:33.436660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28776): Launched\u000a16:35:33.766996 run osmo-hlr_10.42.42.2(pid=28777): Launched\u000a16:35:33.886918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:34.460208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28779): Launched\u000a16:35:34.792022 run osmo-stp_10.42.42.5(pid=28780): Launched\u000a16:35:34.912061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:35.513968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28782): Launched\u000a16:35:35.844862 run osmo-msc_10.42.42.6(pid=28783): Launched\u000a16:35:36.037282 run osmo-stp_10.42.42.5(pid=28780): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28780)]\u000a16:35:36.176183 run osmo-stp_10.42.42.5(pid=28780): stdout: \u000a| (launched: 2022-12-12_16:35:34.627769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:36.313741 run osmo-stp_10.42.42.5(pid=28780): stderr: \u000a| �[0;m�[38;5;43m20221212163534817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163534818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163534818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163534818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:36.446616 run osmo-stp_10.42.42.5(pid=28780): stdout: \u000a| (launched: 2022-12-12_16:35:34.627769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:36.577687 run osmo-stp_10.42.42.5(pid=28780): stderr: \u000a| �[0;m�[38;5;43m20221212163534817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163534818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163534818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163534818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163534819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:36.635497 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28780): Process ended prematurely: osmo-stp_10.42.42.5(pid=28780) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28780)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:35:36.644778 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:35:36.708140 run osmo-hlr_10.42.42.2(pid=28777): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28777)]\u000a16:35:36.759855 run osmo-hlr_10.42.42.2(pid=28777): stdout: \u000a| (launched: 2022-12-12_16:35:33.603859) \u000a16:35:36.812170 run osmo-hlr_10.42.42.2(pid=28777): stderr: \u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163533800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163533813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163533822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163533822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163533822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:36.882952 run osmo-msc_10.42.42.6(pid=28783): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28783)]\u000a16:35:36.934549 run osmo-msc_10.42.42.6(pid=28783): stdout: \u000a| (launched: 2022-12-12_16:35:35.681589) \u000a16:35:36.986669 run osmo-msc_10.42.42.6(pid=28783): stderr: \u000a| �[0;m�[38;5;43m20221212163536003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163536003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cc1ef4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163536003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163536003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163536003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163536003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163536005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163536006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163536006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163536006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:37.030640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28776): Terminating (SIGTERM)\u000a16:35:37.072550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28779): Terminating (SIGTERM)\u000a16:35:37.114588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28782): Terminating (SIGTERM)\u000a16:35:37.124579 --- ParallelTerminationStrategy: PID 28776 died...\u000a16:35:37.180833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28776): Terminated: ok {rc=0}\u000a16:35:37.191313 --- ParallelTerminationStrategy: PID 28779 died...\u000a16:35:37.247036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28779): Terminated: ok {rc=0}\u000a16:35:37.257172 --- ParallelTerminationStrategy: PID 28782 died...\u000a16:35:37.312709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28782): Terminated: ok {rc=0}\u000a16:35:37.398658 bus /sierra_3: Setting Powered False\u000a16:35:38.498823 bus /sierra_3: Setting Powered False\u000a16:35:39.605046 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:35:40.720754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:40.733390 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:35:40.895240 tst mo_mt_call_osmux.py: using LAC 30120\u000a16:35:41.018251 tst mo_mt_call_osmux.py: using RAC 30\u000a16:35:41.141266 tst mo_mt_call_osmux.py: using CellId 30120\u000a16:35:41.261608 tst mo_mt_call_osmux.py: using BVCI 30121\u000a16:35:41.285061 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:41.296242 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:41.307263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:41.318318 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:41.329426 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:35:41.340373 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:35:41.458990 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:35:41.663194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:42.160168 run create_hlr_db(pid=28785): Launched\u000a16:35:42.337802 bus /sierra_2: Setting Powered False\u000a16:35:43.359024 run create_hlr_db(pid=28785): Terminated: ok {rc=0}\u000a16:35:43.797019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Launched\u000a16:35:44.128002 run osmo-hlr_10.42.42.2(pid=28788): Launched\u000a16:35:44.247821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:44.823306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Launched\u000a16:35:45.152253 run osmo-stp_10.42.42.5(pid=28791): Launched\u000a16:35:45.271977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:45.899415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Launched\u000a16:35:46.285439 run osmo-msc_10.42.42.6(pid=28794): Launched\u000a16:35:46.669478 run osmo-stp_10.42.42.5(pid=28791): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a16:35:46.994758 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-12_16:35:44.990228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:47.206124 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163545181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:47.330941 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-12_16:35:44.990228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:47.453924 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163545180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163545181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163545181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:47.508238 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:35:47.517071 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a16:35:47.576755 run osmo-hlr_10.42.42.2(pid=28788): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28788)]\u000a16:35:47.625926 run osmo-hlr_10.42.42.2(pid=28788): stdout: \u000a| (launched: 2022-12-12_16:35:43.964857) \u000a16:35:47.675727 run osmo-hlr_10.42.42.2(pid=28788): stderr: \u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163544161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163544174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163544184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163544184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163544184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:47.743383 run osmo-msc_10.42.42.6(pid=28794): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28794)]\u000a16:35:47.792527 run osmo-msc_10.42.42.6(pid=28794): stdout: \u000a| (launched: 2022-12-12_16:35:46.066985) \u000a16:35:47.842354 run osmo-msc_10.42.42.6(pid=28794): stderr: \u000a| �[0;m�[38;5;43m20221212163546738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163546740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1317e4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163546740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163546740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163546741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163546744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163546751 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163546753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163546753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163546755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:47.884353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminating (SIGTERM)\u000a16:35:47.924088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a16:35:47.963936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Terminating (SIGTERM)\u000a16:35:47.973184 --- ParallelTerminationStrategy: PID 28787 died...\u000a16:35:48.026248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminated: ok {rc=0}\u000a16:35:48.035794 --- ParallelTerminationStrategy: PID 28790 died...\u000a16:35:48.088808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a16:35:48.098338 --- ParallelTerminationStrategy: PID 28793 died...\u000a16:35:48.151370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28793): Terminated: ok {rc=0}\u000a16:35:48.234886 bus /sierra_3: Setting Powered False\u000a16:35:49.341232 bus /sierra_3: Setting Powered False\u000a16:35:50.453281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:35:29" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28805): Process ended prematurely: osmo-stp_10.42.42.5(pid=28805) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28805)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28805): Process ended prematurely: osmo-stp_10.42.42.5(pid=28805) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:35:52.453731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:52.465108 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:35:52.624598 tst mo_mt_call.py: using LAC 30121\u000a16:35:52.746716 tst mo_mt_call.py: using RAC 31\u000a16:35:52.868616 tst mo_mt_call.py: using CellId 30121\u000a16:35:52.990285 tst mo_mt_call.py: using BVCI 30122\u000a16:35:53.013669 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:53.024799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:53.035801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:53.046848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:53.057994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:35:53.069022 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:35:53.187188 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:35:53.388675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:53.882108 run create_hlr_db(pid=28799): Launched\u000a16:35:54.057579 bus /sierra_2: Setting Powered False\u000a16:35:55.080330 run create_hlr_db(pid=28799): Terminated: ok {rc=0}\u000a16:35:55.516887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28801): Launched\u000a16:35:55.846992 run osmo-hlr_10.42.42.2(pid=28802): Launched\u000a16:35:55.966654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:56.537608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28804): Launched\u000a16:35:56.863754 run osmo-stp_10.42.42.5(pid=28805): Launched\u000a16:35:56.977324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:35:57.541216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28807): Launched\u000a16:35:57.850685 run osmo-msc_10.42.42.6(pid=28808): Launched\u000a16:35:58.030334 run osmo-stp_10.42.42.5(pid=28805): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28805)]\u000a16:35:58.160655 run osmo-stp_10.42.42.5(pid=28805): stdout: \u000a| (launched: 2022-12-12_16:35:56.705521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:58.288518 run osmo-stp_10.42.42.5(pid=28805): stderr: \u000a| �[0;m�[38;5;43m20221212163556877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163556877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163556878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163556878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:58.411877 run osmo-stp_10.42.42.5(pid=28805): stdout: \u000a| (launched: 2022-12-12_16:35:56.705521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:58.534960 run osmo-stp_10.42.42.5(pid=28805): stderr: \u000a| �[0;m�[38;5;43m20221212163556877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163556877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163556878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163556878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163556879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:58.589340 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28805): Process ended prematurely: osmo-stp_10.42.42.5(pid=28805) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28805)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:35:58.598282 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:35:58.657829 run osmo-hlr_10.42.42.2(pid=28802): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28802)]\u000a16:35:58.706749 run osmo-hlr_10.42.42.2(pid=28802): stdout: \u000a| (launched: 2022-12-12_16:35:55.684214) \u000a16:35:58.756501 run osmo-hlr_10.42.42.2(pid=28802): stderr: \u000a| �[0;m�[1;31m20221212163555880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163555880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163555880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163555880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163555880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163555881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163555893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163555903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163555903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163555903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:58.823639 run osmo-msc_10.42.42.6(pid=28808): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28808)]\u000a16:35:58.872501 run osmo-msc_10.42.42.6(pid=28808): stdout: \u000a| (launched: 2022-12-12_16:35:57.697669) \u000a16:35:58.922009 run osmo-msc_10.42.42.6(pid=28808): stderr: \u000a| �[0;m�[38;5;43m20221212163557969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163557970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11195dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163557970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163557970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163557970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163557970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163557972 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163557972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163557972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163557972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:58.963533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28801): Terminating (SIGTERM)\u000a16:35:59.003013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28804): Terminating (SIGTERM)\u000a16:35:59.042461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28807): Terminating (SIGTERM)\u000a16:35:59.051223 --- ParallelTerminationStrategy: PID 28801 died...\u000a16:35:59.103565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28801): Terminated: ok {rc=0}\u000a16:35:59.112910 --- ParallelTerminationStrategy: PID 28804 died...\u000a16:35:59.165283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28804): Terminated: ok {rc=0}\u000a16:35:59.174611 --- ParallelTerminationStrategy: PID 28807 died...\u000a16:35:59.226997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28807): Terminated: ok {rc=0}\u000a16:35:59.315342 bus /sierra_3: Setting Powered False\u000a16:36:00.416589 bus /sierra_3: Setting Powered False\u000a16:36:01.535227 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28816): Process ended prematurely: osmo-stp_10.42.42.5(pid=28816) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28816)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28816): Process ended prematurely: osmo-stp_10.42.42.5(pid=28816) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:36:02.645971 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:02.657824 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:36:02.817464 tst mo_mt_call_osmux.py: using LAC 30122\u000a16:36:02.938340 tst mo_mt_call_osmux.py: using RAC 32\u000a16:36:03.057906 tst mo_mt_call_osmux.py: using CellId 30122\u000a16:36:03.180427 tst mo_mt_call_osmux.py: using BVCI 30123\u000a16:36:03.203684 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:03.214974 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:03.226119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:03.237170 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:03.248283 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:36:03.259313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:36:03.380396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:36:03.586313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:04.080871 run create_hlr_db(pid=28810): Launched\u000a16:36:04.257379 bus /sierra_2: Setting Powered False\u000a16:36:05.278719 run create_hlr_db(pid=28810): Terminated: ok {rc=0}\u000a16:36:05.718252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28812): Launched\u000a16:36:06.049696 run osmo-hlr_10.42.42.2(pid=28813): Launched\u000a16:36:06.169996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:06.742378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28815): Launched\u000a16:36:07.074030 run osmo-stp_10.42.42.5(pid=28816): Launched\u000a16:36:07.195464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:36:07.801918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28818): Launched\u000a16:36:08.132357 run osmo-msc_10.42.42.6(pid=28819): Launched\u000a16:36:08.325135 run osmo-stp_10.42.42.5(pid=28816): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28816)]\u000a16:36:08.464901 run osmo-stp_10.42.42.5(pid=28816): stdout: \u000a| (launched: 2022-12-12_16:36:06.910114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:08.602851 run osmo-stp_10.42.42.5(pid=28816): stderr: \u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163607101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:08.736211 run osmo-stp_10.42.42.5(pid=28816): stdout: \u000a| (launched: 2022-12-12_16:36:06.910114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:08.867614 run osmo-stp_10.42.42.5(pid=28816): stderr: \u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163607100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163607101 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163607101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:08.925856 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28816): Process ended prematurely: osmo-stp_10.42.42.5(pid=28816) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28816)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:36:08.935536 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:36:08.998931 run osmo-hlr_10.42.42.2(pid=28813): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28813)]\u000a16:36:09.050638 run osmo-hlr_10.42.42.2(pid=28813): stdout: \u000a| (launched: 2022-12-12_16:36:05.886063) \u000a16:36:09.103342 run osmo-hlr_10.42.42.2(pid=28813): stderr: \u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163606082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163606094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163606104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163606104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163606104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:09.174507 run osmo-msc_10.42.42.6(pid=28819): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28819)]\u000a16:36:09.226220 run osmo-msc_10.42.42.6(pid=28819): stdout: \u000a| (launched: 2022-12-12_16:36:07.969394) \u000a16:36:09.278746 run osmo-msc_10.42.42.6(pid=28819): stderr: \u000a| �[0;m�[38;5;43m20221212163608289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163608290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37a0be5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163608290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163608290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163608290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163608290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163608292 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163608292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163608292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163608292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:36:09.323017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28812): Terminating (SIGTERM)\u000a16:36:09.365121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28815): Terminating (SIGTERM)\u000a16:36:09.407366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28818): Terminating (SIGTERM)\u000a16:36:09.417485 --- ParallelTerminationStrategy: PID 28812 died...\u000a16:36:09.473716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28812): Terminated: ok {rc=0}\u000a16:36:09.483787 --- ParallelTerminationStrategy: PID 28815 died...\u000a16:36:09.539849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28815): Terminated: ok {rc=0}\u000a16:36:09.550059 --- ParallelTerminationStrategy: PID 28818 died...\u000a16:36:09.605717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28818): Terminated: ok {rc=0}\u000a16:36:09.693150 bus /sierra_3: Setting Powered False\u000a16:36:10.799800 bus /sierra_3: Setting Powered False\u000a16:36:11.908009 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:35:52" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:36:13.916417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:13.928098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:36:14.094218 tst mo_mt_call.py: using LAC 30123\u000a16:36:14.222094 tst mo_mt_call.py: using RAC 33\u000a16:36:14.346068 tst mo_mt_call.py: using CellId 30123\u000a16:36:14.468567 tst mo_mt_call.py: using BVCI 30124\u000a16:36:14.492099 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:14.503298 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:14.514399 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:14.525616 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:14.536569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:14.547528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:36:14.663233 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:36:14.868801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:15.363354 run create_hlr_db(pid=28825): Launched\u000a16:36:15.540079 bus /sierra_2: Setting Powered False\u000a16:36:16.576803 run create_hlr_db(pid=28825): Terminated: ok {rc=0}\u000a16:36:17.032512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Launched\u000a16:36:17.367304 run osmo-hlr_10.42.42.2(pid=28828): Launched\u000a16:36:17.490181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:18.065498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Launched\u000a16:36:18.396873 run osmo-stp_10.42.42.5(pid=28831): Launched\u000a16:36:18.517717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:36:19.123925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Launched\u000a16:36:19.454459 run osmo-msc_10.42.42.6(pid=28834): Launched\u000a16:36:19.647398 run osmo-stp_10.42.42.5(pid=28831): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)]\u000a16:36:19.787154 run osmo-stp_10.42.42.5(pid=28831): stdout: \u000a| (launched: 2022-12-12_16:36:18.233367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:19.925094 run osmo-stp_10.42.42.5(pid=28831): stderr: \u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163618423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:20.057836 run osmo-stp_10.42.42.5(pid=28831): stdout: \u000a| (launched: 2022-12-12_16:36:18.233367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:20.189348 run osmo-stp_10.42.42.5(pid=28831): stderr: \u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163618423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163618423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163618424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:20.247116 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28831): Process ended prematurely: osmo-stp_10.42.42.5(pid=28831) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28831)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:36:20.256462 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:36:20.320264 run osmo-hlr_10.42.42.2(pid=28828): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28828)]\u000a16:36:20.372101 run osmo-hlr_10.42.42.2(pid=28828): stdout: \u000a| (launched: 2022-12-12_16:36:17.202914) \u000a16:36:20.424784 run osmo-hlr_10.42.42.2(pid=28828): stderr: \u000a| �[0;m�[1;31m20221212163617397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163617397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163617397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163617397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163617397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163617398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163617410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163617420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163617421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163617421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:20.495928 run osmo-msc_10.42.42.6(pid=28834): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28834)]\u000a16:36:20.547492 run osmo-msc_10.42.42.6(pid=28834): stdout: \u000a| (launched: 2022-12-12_16:36:19.291663) \u000a16:36:20.599838 run osmo-msc_10.42.42.6(pid=28834): stderr: \u000a| �[0;m�[38;5;43m20221212163619612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163619612 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94a83fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163619612 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163619612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163619612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163619613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163619614 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163619615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163619615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163619615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:36:20.644425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Terminating (SIGTERM)\u000a16:36:20.686829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Terminating (SIGTERM)\u000a16:36:20.729446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Terminating (SIGTERM)\u000a16:36:20.739264 --- ParallelTerminationStrategy: PID 28827 died...\u000a16:36:20.795814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28827): Terminated: ok {rc=0}\u000a16:36:20.805966 --- ParallelTerminationStrategy: PID 28830 died...\u000a16:36:20.862149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28830): Terminated: ok {rc=0}\u000a16:36:20.872505 --- ParallelTerminationStrategy: PID 28833 died...\u000a16:36:20.928374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28833): Terminated: ok {rc=0}\u000a16:36:21.016815 bus /sierra_3: Setting Powered False\u000a16:36:22.118762 bus /sierra_3: Setting Powered False\u000a16:36:23.230444 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28842): Process ended prematurely: osmo-stp_10.42.42.5(pid=28842) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28842)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28842): Process ended prematurely: osmo-stp_10.42.42.5(pid=28842) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:36:24.341879 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.353967 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:36:24.513359 tst mo_mt_call_osmux.py: using LAC 30124\u000a16:36:24.636343 tst mo_mt_call_osmux.py: using RAC 34\u000a16:36:24.759580 tst mo_mt_call_osmux.py: using CellId 30124\u000a16:36:24.882636 tst mo_mt_call_osmux.py: using BVCI 30125\u000a16:36:24.906068 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.917431 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.928548 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.939726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.950962 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:36:24.962156 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:36:25.083947 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:36:25.288467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:25.786230 run create_hlr_db(pid=28836): Launched\u000a16:36:25.978376 bus /sierra_2: Setting Powered False\u000a16:36:26.998546 run create_hlr_db(pid=28836): Terminated: ok {rc=0}\u000a16:36:27.437861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28838): Launched\u000a16:36:27.768775 run osmo-hlr_10.42.42.2(pid=28839): Launched\u000a16:36:27.889092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:28.464168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28841): Launched\u000a16:36:28.797440 run osmo-stp_10.42.42.5(pid=28842): Launched\u000a16:36:28.917504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:36:29.519982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28844): Launched\u000a16:36:29.853018 run osmo-msc_10.42.42.6(pid=28845): Launched\u000a16:36:30.046179 run osmo-stp_10.42.42.5(pid=28842): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28842)]\u000a16:36:30.185623 run osmo-stp_10.42.42.5(pid=28842): stdout: \u000a| (launched: 2022-12-12_16:36:28.631974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:30.323583 run osmo-stp_10.42.42.5(pid=28842): stderr: \u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163628823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:30.456804 run osmo-stp_10.42.42.5(pid=28842): stdout: \u000a| (launched: 2022-12-12_16:36:28.631974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:30.588537 run osmo-stp_10.42.42.5(pid=28842): stderr: \u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163628822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163628823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163628823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:30.647053 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28842): Process ended prematurely: osmo-stp_10.42.42.5(pid=28842) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28842)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:36:30.656485 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:36:30.720084 run osmo-hlr_10.42.42.2(pid=28839): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28839)]\u000a16:36:30.773055 run osmo-hlr_10.42.42.2(pid=28839): stdout: \u000a| (launched: 2022-12-12_16:36:27.606502) \u000a16:36:30.827000 run osmo-hlr_10.42.42.2(pid=28839): stderr: \u000a| �[0;m�[1;31m20221212163627802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163627802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163627802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163627802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163627803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163627803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163627815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163627824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163627824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163627824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:30.900027 run osmo-msc_10.42.42.6(pid=28845): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28845)]\u000a16:36:30.953535 run osmo-msc_10.42.42.6(pid=28845): stdout: \u000a| (launched: 2022-12-12_16:36:29.688220) \u000a16:36:31.007695 run osmo-msc_10.42.42.6(pid=28845): stderr: \u000a| �[0;m�[38;5;43m20221212163630008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163630008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa18374c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163630008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163630008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163630008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163630009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163630010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163630011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163630011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163630011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:36:31.054468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28838): Terminating (SIGTERM)\u000a16:36:31.098570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28841): Terminating (SIGTERM)\u000a16:36:31.144802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28844): Terminating (SIGTERM)\u000a16:36:31.155081 --- ParallelTerminationStrategy: PID 28838 died...\u000a16:36:31.213306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28838): Terminated: ok {rc=0}\u000a16:36:31.225409 --- ParallelTerminationStrategy: PID 28841 died...\u000a16:36:31.284329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28841): Terminated: ok {rc=0}\u000a16:36:31.295282 --- ParallelTerminationStrategy: PID 28844 died...\u000a16:36:31.354497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28844): Terminated: ok {rc=0}\u000a16:36:31.444542 bus /sierra_3: Setting Powered False\u000a16:36:32.549867 bus /sierra_3: Setting Powered False\u000a16:36:33.661199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:36:13" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:36:35.685094 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:35.696753 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:36:35.862436 tst mo_mt_call.py: using LAC 30125\u000a16:36:35.988673 tst mo_mt_call.py: using RAC 35\u000a16:36:36.115077 tst mo_mt_call.py: using CellId 30125\u000a16:36:36.241263 tst mo_mt_call.py: using BVCI 30126\u000a16:36:36.266167 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:36.277992 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:36.289507 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:36.301386 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:36.313302 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:36.325261 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:36.442511 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:36.648295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:37.143619 run create_hlr_db(pid=28850): Launched\u000a16:36:37.319934 bus /sierra_2: Setting Powered False\u000a16:36:38.342673 run create_hlr_db(pid=28850): Terminated: ok {rc=0}\u000a16:36:38.780929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Launched\u000a16:36:39.111429 run osmo-hlr_10.42.42.2(pid=28853): Launched\u000a16:36:39.233376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:39.807873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Launched\u000a16:36:40.137802 run osmo-stp_10.42.42.5(pid=28856): Launched\u000a16:36:40.257550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:36:40.859925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Launched\u000a16:36:41.191285 run osmo-msc_10.42.42.6(pid=28859): Launched\u000a16:36:41.383217 run osmo-stp_10.42.42.5(pid=28856): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)]\u000a16:36:41.522328 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-12_16:36:39.975330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:41.660182 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163640166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163640166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163640167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163640167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:41.792540 run osmo-stp_10.42.42.5(pid=28856): stdout: \u000a| (launched: 2022-12-12_16:36:39.975330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:41.923861 run osmo-stp_10.42.42.5(pid=28856): stderr: \u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163640164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163640166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163640166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163640167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163640167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:41.981691 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28856): Process ended prematurely: osmo-stp_10.42.42.5(pid=28856) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28856)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:36:41.991042 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:36:42.054191 run osmo-hlr_10.42.42.2(pid=28853): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28853)]\u000a16:36:42.105737 run osmo-hlr_10.42.42.2(pid=28853): stdout: \u000a| (launched: 2022-12-12_16:36:38.948640) \u000a16:36:42.158247 run osmo-hlr_10.42.42.2(pid=28853): stderr: \u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163639143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163639155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163639164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163639164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163639164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:42.228456 run osmo-msc_10.42.42.6(pid=28859): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28859)]\u000a16:36:42.280365 run osmo-msc_10.42.42.6(pid=28859): stdout: \u000a| (launched: 2022-12-12_16:36:41.027182) \u000a16:36:42.332490 run osmo-msc_10.42.42.6(pid=28859): stderr: \u000a| �[0;m�[38;5;43m20221212163641346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163641346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e34cfac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163641346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163641346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163641347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163641347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163641349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163641349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163641349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163641350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:36:42.376356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminating (SIGTERM)\u000a16:36:42.418292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminating (SIGTERM)\u000a16:36:42.460005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminating (SIGTERM)\u000a16:36:42.469885 --- ParallelTerminationStrategy: PID 28852 died...\u000a16:36:42.525854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28852): Terminated: ok {rc=0}\u000a16:36:42.536094 --- ParallelTerminationStrategy: PID 28855 died...\u000a16:36:42.591476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28855): Terminated: ok {rc=0}\u000a16:36:42.601779 --- ParallelTerminationStrategy: PID 28858 died...\u000a16:36:42.657804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28858): Terminated: ok {rc=0}\u000a16:36:42.745000 bus /sierra_3: Setting Powered False\u000a16:36:43.850969 bus /sierra_3: Setting Powered False\u000a16:36:44.958141 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:36:46.092451 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.108771 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:36:46.286874 tst mo_mt_call_osmux.py: using LAC 30126\u000a16:36:46.413238 tst mo_mt_call_osmux.py: using RAC 36\u000a16:36:46.543841 tst mo_mt_call_osmux.py: using CellId 30126\u000a16:36:46.671142 tst mo_mt_call_osmux.py: using BVCI 30127\u000a16:36:46.696028 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.708294 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.720096 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.732037 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.744184 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:36:46.756321 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:46.895913 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:36:47.138436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:47.639655 run create_hlr_db(pid=28861): Launched\u000a16:36:47.816300 bus /sierra_2: Setting Powered False\u000a16:36:48.838271 run create_hlr_db(pid=28861): Terminated: ok {rc=0}\u000a16:36:49.277891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Launched\u000a16:36:49.608740 run osmo-hlr_10.42.42.2(pid=28864): Launched\u000a16:36:49.731679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:50.304674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Launched\u000a16:36:50.636213 run osmo-stp_10.42.42.5(pid=28867): Launched\u000a16:36:50.756469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:36:51.359566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Launched\u000a16:36:51.691300 run osmo-msc_10.42.42.6(pid=28870): Launched\u000a16:36:51.883546 run osmo-stp_10.42.42.5(pid=28867): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)]\u000a16:36:52.022863 run osmo-stp_10.42.42.5(pid=28867): stdout: \u000a| (launched: 2022-12-12_16:36:50.472157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:52.160544 run osmo-stp_10.42.42.5(pid=28867): stderr: \u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163650664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:52.293035 run osmo-stp_10.42.42.5(pid=28867): stdout: \u000a| (launched: 2022-12-12_16:36:50.472157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:52.424480 run osmo-stp_10.42.42.5(pid=28867): stderr: \u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163650663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163650664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163650664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:52.482643 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28867): Process ended prematurely: osmo-stp_10.42.42.5(pid=28867) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28867)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:36:52.492201 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:36:52.555139 run osmo-hlr_10.42.42.2(pid=28864): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28864)]\u000a16:36:52.606938 run osmo-hlr_10.42.42.2(pid=28864): stdout: \u000a| (launched: 2022-12-12_16:36:49.445528) \u000a16:36:52.659448 run osmo-hlr_10.42.42.2(pid=28864): stderr: \u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163649641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163649654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163649663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163649664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163649664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:52.730327 run osmo-msc_10.42.42.6(pid=28870): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28870)]\u000a16:36:52.781800 run osmo-msc_10.42.42.6(pid=28870): stdout: \u000a| (launched: 2022-12-12_16:36:51.527280) \u000a16:36:52.834081 run osmo-msc_10.42.42.6(pid=28870): stderr: \u000a| �[0;m�[38;5;43m20221212163651846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163651847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb0b084c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163651847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163651847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163651847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163651847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163651849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163651849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163651849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163651850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:36:52.878263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Terminating (SIGTERM)\u000a16:36:52.920471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Terminating (SIGTERM)\u000a16:36:52.962832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Terminating (SIGTERM)\u000a16:36:52.972799 --- ParallelTerminationStrategy: PID 28863 died...\u000a16:36:53.029100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28863): Terminated: ok {rc=0}\u000a16:36:53.039490 --- ParallelTerminationStrategy: PID 28866 died...\u000a16:36:53.096166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28866): Terminated: ok {rc=0}\u000a16:36:53.106345 --- ParallelTerminationStrategy: PID 28869 died...\u000a16:36:53.163482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28869): Terminated: ok {rc=0}\u000a16:36:53.253116 bus /sierra_3: Setting Powered False\u000a16:36:54.357150 bus /sierra_3: Setting Powered False\u000a16:36:55.468490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:36:35" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:36:57.469980 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:57.481256 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:36:57.641888 tst mo_mt_call.py: using LAC 30127\u000a16:36:57.762537 tst mo_mt_call.py: using RAC 37\u000a16:36:57.885401 tst mo_mt_call.py: using CellId 30127\u000a16:36:58.005808 tst mo_mt_call.py: using BVCI 30128\u000a16:36:58.029264 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:58.040245 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:58.051176 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:58.062176 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:58.073184 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:36:58.084039 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:36:58.198158 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:36:58.401930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:58.898843 run create_hlr_db(pid=28875): Launched\u000a16:36:59.076777 bus /sierra_2: Setting Powered False\u000a16:37:00.097943 run create_hlr_db(pid=28875): Terminated: ok {rc=0}\u000a16:37:00.538596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Launched\u000a16:37:00.951887 run osmo-hlr_10.42.42.2(pid=28878): Launched\u000a16:37:01.185459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:01.796806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Launched\u000a16:37:02.244938 run osmo-stp_10.42.42.5(pid=28881): Launched\u000a16:37:02.401128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:02.968399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Launched\u000a16:37:03.278716 run osmo-msc_10.42.42.6(pid=28884): Launched\u000a16:37:03.466001 run osmo-stp_10.42.42.5(pid=28881): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)]\u000a16:37:03.608006 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-12_16:37:01.969109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:03.746150 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221212163702206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163702207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163702207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163702208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:03.879101 run osmo-stp_10.42.42.5(pid=28881): stdout: \u000a| (launched: 2022-12-12_16:37:01.969109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:04.010737 run osmo-stp_10.42.42.5(pid=28881): stderr: \u000a| �[0;m�[38;5;43m20221212163702206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163702207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163702207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163702208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163702208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:04.068557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28881): Process ended prematurely: osmo-stp_10.42.42.5(pid=28881) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28881)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:37:04.078257 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:37:04.142048 run osmo-hlr_10.42.42.2(pid=28878): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28878)]\u000a16:37:04.193823 run osmo-hlr_10.42.42.2(pid=28878): stdout: \u000a| (launched: 2022-12-12_16:37:00.707527) \u000a16:37:04.246450 run osmo-hlr_10.42.42.2(pid=28878): stderr: \u000a| �[0;m�[1;31m20221212163701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163701041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163701062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163701093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163701093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163701095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:04.317803 run osmo-msc_10.42.42.6(pid=28884): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28884)]\u000a16:37:04.370081 run osmo-msc_10.42.42.6(pid=28884): stdout: \u000a| (launched: 2022-12-12_16:37:03.126232) \u000a16:37:04.423076 run osmo-msc_10.42.42.6(pid=28884): stderr: \u000a| �[0;m�[38;5;43m20221212163703400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163703400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8284ca3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163703400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163703400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163703402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163703402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163703404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163703404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163703404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163703404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:04.468004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminating (SIGTERM)\u000a16:37:04.510348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminating (SIGTERM)\u000a16:37:04.553216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminating (SIGTERM)\u000a16:37:04.563404 --- ParallelTerminationStrategy: PID 28877 died...\u000a16:37:04.620262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28877): Terminated: ok {rc=0}\u000a16:37:04.630674 --- ParallelTerminationStrategy: PID 28880 died...\u000a16:37:04.687946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28880): Terminated: ok {rc=0}\u000a16:37:04.698349 --- ParallelTerminationStrategy: PID 28883 died...\u000a16:37:04.755255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28883): Terminated: ok {rc=0}\u000a16:37:04.842722 bus /sierra_3: Setting Powered False\u000a16:37:05.951494 bus /sierra_3: Setting Powered False\u000a16:37:07.063861 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:37:08.176275 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.188190 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:37:08.350316 tst mo_mt_call_osmux.py: using LAC 30128\u000a16:37:08.471293 tst mo_mt_call_osmux.py: using RAC 38\u000a16:37:08.595554 tst mo_mt_call_osmux.py: using CellId 30128\u000a16:37:08.720225 tst mo_mt_call_osmux.py: using BVCI 30129\u000a16:37:08.744313 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.755394 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.767116 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.778553 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.789994 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:37:08.801227 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:37:08.921031 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:37:09.140078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:09.660233 run create_hlr_db(pid=28886): Launched\u000a16:37:09.850911 bus /sierra_2: Setting Powered False\u000a16:37:10.871532 run create_hlr_db(pid=28886): Terminated: ok {rc=0}\u000a16:37:11.285096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Launched\u000a16:37:11.594261 run osmo-hlr_10.42.42.2(pid=28889): Launched\u000a16:37:11.717415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:12.254959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Launched\u000a16:37:12.563455 run osmo-stp_10.42.42.5(pid=28892): Launched\u000a16:37:12.676090 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:13.239815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28894): Launched\u000a16:37:13.549117 run osmo-msc_10.42.42.6(pid=28895): Launched\u000a16:37:13.732104 run osmo-stp_10.42.42.5(pid=28892): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a16:37:13.862587 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-12_16:37:12.411120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:14.004620 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163712583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:14.141965 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-12_16:37:12.411120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:14.273759 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163712583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163712583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:14.332599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)] [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:37:14.342500 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:37:14.407037 run osmo-hlr_10.42.42.2(pid=28889): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28889)]\u000a16:37:14.459129 run osmo-hlr_10.42.42.2(pid=28889): stdout: \u000a| (launched: 2022-12-12_16:37:11.441388) \u000a16:37:14.512030 run osmo-hlr_10.42.42.2(pid=28889): stderr: \u000a| �[0;m�[1;31m20221212163711616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163711616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163711616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163711616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163711616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163711617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163711628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163711637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163711637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163711637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:14.583172 run osmo-msc_10.42.42.6(pid=28895): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28895)]\u000a16:37:14.635860 run osmo-msc_10.42.42.6(pid=28895): stdout: \u000a| (launched: 2022-12-12_16:37:13.396209) \u000a16:37:14.688845 run osmo-msc_10.42.42.6(pid=28895): stderr: \u000a| �[0;m�[38;5;43m20221212163713669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163713670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01be8c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163713670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163713670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163713670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163713670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163713672 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163713672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163713673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163713673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:14.733543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminating (SIGTERM)\u000a16:37:14.776187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminating (SIGTERM)\u000a16:37:14.819889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28894): Terminating (SIGTERM)\u000a16:37:14.829852 --- ParallelTerminationStrategy: PID 28888 died...\u000a16:37:14.887127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminated: ok {rc=0}\u000a16:37:14.897336 --- ParallelTerminationStrategy: PID 28891 died...\u000a16:37:14.954066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminated: ok {rc=0}\u000a16:37:14.964300 --- ParallelTerminationStrategy: PID 28894 died...\u000a16:37:15.021072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28894): Terminated: ok {rc=0}\u000a16:37:15.109333 bus /sierra_3: Setting Powered False\u000a16:37:16.215918 bus /sierra_3: Setting Powered False\u000a16:37:17.328107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:37:19.367830 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.379028 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:37:19.514825 tst emergency_mo_mt_call.py: using LAC 30129\u000a16:37:19.632182 tst emergency_mo_mt_call.py: using RAC 39\u000a16:37:19.748583 tst emergency_mo_mt_call.py: using CellId 30129\u000a16:37:19.867167 tst emergency_mo_mt_call.py: using BVCI 30130\u000a16:37:19.890288 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.901159 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.911658 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.922308 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.932885 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:19.943572 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:20.061583 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:20.262276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:20.749356 run create_hlr_db(pid=28903): Launched\u000a16:37:20.923437 bus /sierra_2: Setting Powered False\u000a16:37:21.943659 run create_hlr_db(pid=28903): Terminated: ok {rc=0}\u000a16:37:22.374139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Launched\u000a16:37:22.699573 run osmo-hlr_10.42.42.2(pid=28906): Launched\u000a16:37:22.824143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:23.386278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Launched\u000a16:37:23.712106 run osmo-stp_10.42.42.5(pid=28909): Launched\u000a16:37:23.843532 tst emergency_mo_mt_call.py: using MSISDN 7866\u000a16:37:24.005602 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:24.600490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28911): Launched\u000a16:37:24.925470 run osmo-msc_10.42.42.6(pid=28912): Launched\u000a16:37:25.115783 run osmo-stp_10.42.42.5(pid=28909): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)]\u000a16:37:25.253210 run osmo-stp_10.42.42.5(pid=28909): stdout: \u000a| (launched: 2022-12-12_16:37:23.550548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:25.389113 run osmo-stp_10.42.42.5(pid=28909): stderr: \u000a| �[0;m�[38;5;43m20221212163723739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163723739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163723740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163723740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:25.519706 run osmo-stp_10.42.42.5(pid=28909): stdout: \u000a| (launched: 2022-12-12_16:37:23.550548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:25.649189 run osmo-stp_10.42.42.5(pid=28909): stderr: \u000a| �[0;m�[38;5;43m20221212163723739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163723739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163723740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163723740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163723741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:25.706308 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28909): Process ended prematurely: osmo-stp_10.42.42.5(pid=28909) [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28909)] [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a16:37:25.715196 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a16:37:25.779175 run osmo-hlr_10.42.42.2(pid=28906): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28906)]\u000a16:37:25.831192 run osmo-hlr_10.42.42.2(pid=28906): stdout: \u000a| (launched: 2022-12-12_16:37:22.538296) \u000a16:37:25.883840 run osmo-hlr_10.42.42.2(pid=28906): stderr: \u000a| �[0;m�[1;31m20221212163722733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163722733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163722733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163722734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163722734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163722734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163722745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163722754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163722754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163722754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:25.954839 run osmo-msc_10.42.42.6(pid=28912): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28912)]\u000a16:37:26.006989 run osmo-msc_10.42.42.6(pid=28912): stdout: \u000a| (launched: 2022-12-12_16:37:24.765414) \u000a16:37:26.059620 run osmo-msc_10.42.42.6(pid=28912): stderr: \u000a| �[0;m�[38;5;43m20221212163725084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163725084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f647274cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163725084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163725084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163725084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163725084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163725086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163725087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163725087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163725087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:26.104097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Terminating (SIGTERM)\u000a16:37:26.146627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Terminating (SIGTERM)\u000a16:37:26.188931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28911): Terminating (SIGTERM)\u000a16:37:26.199263 --- ParallelTerminationStrategy: PID 28905 died...\u000a16:37:26.255871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28905): Terminated: ok {rc=0}\u000a16:37:26.266674 --- ParallelTerminationStrategy: PID 28908 died...\u000a16:37:26.322804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28908): Terminated: ok {rc=0}\u000a16:37:26.333602 --- ParallelTerminationStrategy: PID 28911 died...\u000a16:37:26.390330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28911): Terminated: ok {rc=0}\u000a16:37:26.477399 bus /sierra_3: Setting Powered False\u000a16:37:27.581497 bus /sierra_3: Setting Powered False\u000a16:37:28.691374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:37:29.743728 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:29.755978 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:37:29.905783 tst emergency_preemptive_call.py: using LAC 30130\u000a16:37:30.034406 tst emergency_preemptive_call.py: using RAC 40\u000a16:37:30.165734 tst emergency_preemptive_call.py: using CellId 30130\u000a16:37:30.290576 tst emergency_preemptive_call.py: using BVCI 30131\u000a16:37:30.315443 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:30.326857 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:30.338043 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:30.349738 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:30.361453 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:37:30.373154 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:30.491828 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:30.611978 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:30.727776 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:30.957321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:31.527132 run create_hlr_db(pid=28914): Launched\u000a16:37:31.709159 bus /sierra_2: Setting Powered False\u000a16:37:32.724237 run create_hlr_db(pid=28914): Terminated: ok {rc=0}\u000a16:37:33.158834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Launched\u000a16:37:33.486021 run osmo-hlr_10.42.42.2(pid=28917): Launched\u000a16:37:33.603026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:34.169608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Launched\u000a16:37:34.495682 run osmo-stp_10.42.42.5(pid=28920): Launched\u000a16:37:34.628019 tst emergency_preemptive_call.py: using MSISDN 7867\u000a16:37:34.789892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:37:35.384042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Launched\u000a16:37:35.711237 run osmo-msc_10.42.42.6(pid=28923): Launched\u000a16:37:35.900820 run osmo-stp_10.42.42.5(pid=28920): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)]\u000a16:37:36.038269 run osmo-stp_10.42.42.5(pid=28920): stdout: \u000a| (launched: 2022-12-12_16:37:34.334757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:36.174795 run osmo-stp_10.42.42.5(pid=28920): stderr: \u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163734524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163734524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163734525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163734525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:36.305237 run osmo-stp_10.42.42.5(pid=28920): stdout: \u000a| (launched: 2022-12-12_16:37:34.334757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:36.434432 run osmo-stp_10.42.42.5(pid=28920): stderr: \u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163734523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163734524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163734524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163734525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163734525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:36.490940 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28920): Process ended prematurely: osmo-stp_10.42.42.5(pid=28920) [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28920)] [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a16:37:36.499837 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a16:37:36.563522 run osmo-hlr_10.42.42.2(pid=28917): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28917)]\u000a16:37:36.615550 run osmo-hlr_10.42.42.2(pid=28917): stdout: \u000a| (launched: 2022-12-12_16:37:33.325012) \u000a16:37:36.668621 run osmo-hlr_10.42.42.2(pid=28917): stderr: \u000a| �[0;m�[1;31m20221212163733518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163733518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163733518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163733518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163733518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163733519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163733531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163733540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163733540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163733540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:36.740288 run osmo-msc_10.42.42.6(pid=28923): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28923)]\u000a16:37:36.792893 run osmo-msc_10.42.42.6(pid=28923): stdout: \u000a| (launched: 2022-12-12_16:37:35.548746) \u000a16:37:36.845602 run osmo-msc_10.42.42.6(pid=28923): stderr: \u000a| �[0;m�[38;5;43m20221212163735868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212163735869 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69b68c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212163735869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212163735869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212163735869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212163735869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212163735871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212163735871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212163735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212163735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:37:36.891376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Terminating (SIGTERM)\u000a16:37:36.934721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Terminating (SIGTERM)\u000a16:37:36.978175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Terminating (SIGTERM)\u000a16:37:36.989257 --- ParallelTerminationStrategy: PID 28916 died...\u000a16:37:37.048810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28916): Terminated: ok {rc=0}\u000a16:37:37.059768 --- ParallelTerminationStrategy: PID 28919 died...\u000a16:37:37.117828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28919): Terminated: ok {rc=0}\u000a16:37:37.128491 --- ParallelTerminationStrategy: PID 28922 died...\u000a16:37:37.186546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28922): Terminated: ok {rc=0}\u000a16:37:37.274942 bus /sierra_9: Setting Powered False\u000a16:37:38.377344 bus /sierra_9: Setting Powered False\u000a16:37:39.483751 bus /sierra_8: Setting Powered False\u000a16:37:40.590473 bus /sierra_8: Setting Powered False\u000a16:37:41.698144 bus /sierra_3: Setting Powered False\u000a16:37:42.805147 bus /sierra_3: Setting Powered False\u000a16:37:43.911397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:37:19" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28938): Process ended prematurely: osmo-stp_10.42.42.5(pid=28938) [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28938)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28938): Process ended prematurely: osmo-stp_10.42.42.5(pid=28938) [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:37:46.065435 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.077734 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:37:46.260807 tst cs_paging_gprs_active.py: using LAC 30131\u000a16:37:46.393640 tst cs_paging_gprs_active.py: using RAC 41\u000a16:37:46.531720 tst cs_paging_gprs_active.py: using CellId 30131\u000a16:37:46.681981 tst cs_paging_gprs_active.py: using BVCI 30132\u000a16:37:46.713310 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.725949 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.739811 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.753743 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.772270 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.785665 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.799089 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.812480 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:46.826114 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:46.952764 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:37:47.296476 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:37:47.436528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:47.782611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28928): Launched\u000a16:37:48.065342 run iperf3-srv_10.42.42.10(pid=28929): Launched\u000a16:37:48.254163 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:37:48.382799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:48.705739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28930): Launched\u000a16:37:48.973464 run iperf3-srv_10.42.42.10(pid=28931): Launched\u000a16:37:49.162356 tst cs_paging_gprs_active.py:38: start network...\u000a16:37:49.291313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:49.791307 run create_hlr_db(pid=28932): Launched\u000a16:37:49.969367 bus /sierra_2: Setting Powered False\u000a16:37:50.991481 run create_hlr_db(pid=28932): Terminated: ok {rc=0}\u000a16:37:51.434318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28934): Launched\u000a16:37:51.768005 run osmo-hlr_10.42.42.2(pid=28935): Launched\u000a16:37:51.891112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:52.468551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28937): Launched\u000a16:37:52.803145 run osmo-stp_10.42.42.5(pid=28938): Launched\u000a16:37:52.923577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:53.503409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28940): Launched\u000a16:37:53.621667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:53.912169 run patchelf(pid=28941): Launched\u000a16:37:54.105573 run osmo-stp_10.42.42.5(pid=28938): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28938)]\u000a16:37:54.246489 run osmo-stp_10.42.42.5(pid=28938): stdout: \u000a| (launched: 2022-12-12_16:37:52.637579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:54.388036 run osmo-stp_10.42.42.5(pid=28938): stderr: \u000a| �[0;m�[38;5;43m20221212163752827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163752827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163752828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163752828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:54.524698 run osmo-stp_10.42.42.5(pid=28938): stdout: \u000a| (launched: 2022-12-12_16:37:52.637579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:54.661058 run osmo-stp_10.42.42.5(pid=28938): stderr: \u000a| �[0;m�[38;5;43m20221212163752827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163752827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163752828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163752828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163752829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:54.819352 run patchelf(pid=28941): Terminating (SIGINT)\u000a16:37:55.004389 run patchelf(pid=28941): Terminated: ok {rc=0}\u000a16:37:55.038612 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28938): Process ended prematurely: osmo-stp_10.42.42.5(pid=28938) [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28938)] [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a16:37:55.048644 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:37:55.112199 run osmo-hlr_10.42.42.2(pid=28935): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28935)]\u000a16:37:55.163706 run osmo-hlr_10.42.42.2(pid=28935): stdout: \u000a| (launched: 2022-12-12_16:37:51.603915) \u000a16:37:55.215970 run osmo-hlr_10.42.42.2(pid=28935): stderr: \u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163751801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163751813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163751822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163751822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163751823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:55.260245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28928): Terminating (SIGTERM)\u000a16:37:55.302243 run iperf3-srv_10.42.42.10(pid=28929): Terminating (SIGTERM)\u000a16:37:55.344476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28930): Terminating (SIGTERM)\u000a16:37:55.386067 run iperf3-srv_10.42.42.10(pid=28931): Terminating (SIGTERM)\u000a16:37:55.428405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28934): Terminating (SIGTERM)\u000a16:37:55.470282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28937): Terminating (SIGTERM)\u000a16:37:55.512379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28940): Terminating (SIGTERM)\u000a16:37:55.522107 --- ParallelTerminationStrategy: PID 28928 died...\u000a16:37:55.578347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28928): Terminated: ok {rc=0}\u000a16:37:55.588314 --- ParallelTerminationStrategy: PID 28929 died...\u000a16:37:55.644058 run iperf3-srv_10.42.42.10(pid=28929): Terminated {rc=256}\u000a16:37:55.653994 --- ParallelTerminationStrategy: PID 28930 died...\u000a16:37:55.710123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28930): Terminated: ok {rc=0}\u000a16:37:55.720485 --- ParallelTerminationStrategy: PID 28931 died...\u000a16:37:55.776304 run iperf3-srv_10.42.42.10(pid=28931): Terminated {rc=256}\u000a16:37:55.786431 --- ParallelTerminationStrategy: PID 28934 died...\u000a16:37:55.842347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28934): Terminated: ok {rc=0}\u000a16:37:55.852629 --- ParallelTerminationStrategy: PID 28937 died...\u000a16:37:55.909443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28937): Terminated: ok {rc=0}\u000a16:37:55.919592 --- ParallelTerminationStrategy: PID 28940 died...\u000a16:37:55.976030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28940): Terminated: ok {rc=0}\u000a16:37:56.063453 bus /gobi_0: Setting Powered False\u000a16:37:57.171686 bus /gobi_0: Setting Powered False\u000a16:37:58.279845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28950): Process ended prematurely: osmo-stp_10.42.42.5(pid=28950) [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28950)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28950): Process ended prematurely: osmo-stp_10.42.42.5(pid=28950) [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a16:37:59.396428 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:59.408288 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:37:59.559358 tst iperf3.py: using LAC 30132\u000a16:37:59.690305 tst iperf3.py: using RAC 42\u000a16:37:59.814818 tst iperf3.py: using CellId 30132\u000a16:37:59.938488 tst iperf3.py: using BVCI 30133\u000a16:37:59.962639 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:59.973720 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:59.984388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:37:59.995162 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:00.005737 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:00.016196 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:00.026957 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:00.037524 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:00.048097 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:00.345443 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:38:00.484199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:00.852379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Launched\u000a16:38:01.175241 run iperf3-srv_10.42.42.10(pid=28943): Launched\u000a16:38:01.386724 tst iperf3.py:8: start network...\u000a16:38:01.530466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:02.100686 run create_hlr_db(pid=28944): Launched\u000a16:38:02.295742 bus /gobi_6: Setting Powered False\u000a16:38:03.314055 run create_hlr_db(pid=28944): Terminated: ok {rc=0}\u000a16:38:03.732895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28946): Launched\u000a16:38:04.044807 run osmo-hlr_10.42.42.2(pid=28947): Launched\u000a16:38:04.169119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:04.716429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28949): Launched\u000a16:38:05.028208 run osmo-stp_10.42.42.5(pid=28950): Launched\u000a16:38:05.141592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:05.685758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28952): Launched\u000a16:38:05.796548 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:06.069755 run patchelf(pid=28953): Launched\u000a16:38:06.251033 run osmo-stp_10.42.42.5(pid=28950): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28950)]\u000a16:38:06.383615 run osmo-stp_10.42.42.5(pid=28950): stdout: \u000a| (launched: 2022-12-12_16:38:04.874794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:06.516725 run osmo-stp_10.42.42.5(pid=28950): stderr: \u000a| �[0;m�[38;5;43m20221212163805046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163805046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163805047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163805047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:06.645137 run osmo-stp_10.42.42.5(pid=28950): stdout: \u000a| (launched: 2022-12-12_16:38:04.874794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:06.771994 run osmo-stp_10.42.42.5(pid=28950): stderr: \u000a| �[0;m�[38;5;43m20221212163805046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163805046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163805047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163805047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163805048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:06.919841 run patchelf(pid=28953): Terminating (SIGINT)\u000a16:38:07.093212 run patchelf(pid=28953): Terminated: ok {rc=0}\u000a16:38:07.125225 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28950): Process ended prematurely: osmo-stp_10.42.42.5(pid=28950) [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28950)] [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a16:38:07.134593 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:38:07.195602 run osmo-hlr_10.42.42.2(pid=28947): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28947)]\u000a16:38:07.245147 run osmo-hlr_10.42.42.2(pid=28947): stdout: \u000a| (launched: 2022-12-12_16:38:03.891156) \u000a16:38:07.294658 run osmo-hlr_10.42.42.2(pid=28947): stderr: \u000a| �[0;m�[1;31m20221212163804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163804066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163804067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163804079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163804089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163804089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163804089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:07.337272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Terminating (SIGTERM)\u000a16:38:07.377161 run iperf3-srv_10.42.42.10(pid=28943): Terminating (SIGTERM)\u000a16:38:07.417736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28946): Terminating (SIGTERM)\u000a16:38:07.457898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28949): Terminating (SIGTERM)\u000a16:38:07.498826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28952): Terminating (SIGTERM)\u000a16:38:07.508216 --- ParallelTerminationStrategy: PID 28942 died...\u000a16:38:07.562090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28942): Terminated: ok {rc=0}\u000a16:38:07.571822 --- ParallelTerminationStrategy: PID 28943 died...\u000a16:38:07.625068 run iperf3-srv_10.42.42.10(pid=28943): Terminated {rc=256}\u000a16:38:07.634659 --- ParallelTerminationStrategy: PID 28946 died...\u000a16:38:07.687917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28946): Terminated: ok {rc=0}\u000a16:38:07.697946 --- ParallelTerminationStrategy: PID 28949 died...\u000a16:38:07.751278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28949): Terminated: ok {rc=0}\u000a16:38:07.761118 --- ParallelTerminationStrategy: PID 28952 died...\u000a16:38:07.814294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28952): Terminated: ok {rc=0}\u000a16:38:07.903445 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a16:38:09.015311 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.026855 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:38:09.167305 tst iperf3m4.py: using LAC 30133\u000a16:38:09.289218 tst iperf3m4.py: using RAC 43\u000a16:38:09.411143 tst iperf3m4.py: using CellId 30133\u000a16:38:09.541227 tst iperf3m4.py: using BVCI 30134\u000a16:38:09.567388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.579161 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.590650 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.602887 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.614125 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.625660 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.638393 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.650215 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:09.662250 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:09.782404 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:09.903706 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:10.025483 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:10.312417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:38:10.441085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:10.762022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Launched\u000a16:38:11.030352 run iperf3-srv_10.42.42.10(pid=28955): Launched\u000a16:38:11.218599 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:38:11.347035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:11.667831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Launched\u000a16:38:11.936346 run iperf3-srv_10.42.42.10(pid=28957): Launched\u000a16:38:12.124399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:38:12.252898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:12.575199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28958): Launched\u000a16:38:12.842294 run iperf3-srv_10.42.42.10(pid=28959): Launched\u000a16:38:13.030263 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:38:13.159085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:13.482383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28960): Launched\u000a16:38:13.753200 run iperf3-srv_10.42.42.10(pid=28961): Launched\u000a16:38:13.941021 tst iperf3m4.py:8: start network...\u000a16:38:14.069718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:14.569171 run create_hlr_db(pid=28962): Launched\u000a16:38:14.746566 bus /gobi_6: Setting Powered False\u000a16:38:15.769114 run create_hlr_db(pid=28962): Terminated: ok {rc=0}\u000a16:38:16.279369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Launched\u000a16:38:16.704432 run osmo-hlr_10.42.42.2(pid=28965): Launched\u000a16:38:16.952368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:17.560178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Launched\u000a16:38:17.873411 run osmo-stp_10.42.42.5(pid=28968): Launched\u000a16:38:17.984520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:18.527902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28970): Launched\u000a16:38:18.638322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:18.911917 run patchelf(pid=28971): Launched\u000a16:38:19.092548 run osmo-stp_10.42.42.5(pid=28968): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)]\u000a16:38:19.224726 run osmo-stp_10.42.42.5(pid=28968): stdout: \u000a| (launched: 2022-12-12_16:38:17.718482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:19.357149 run osmo-stp_10.42.42.5(pid=28968): stderr: \u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163817890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:19.484679 run osmo-stp_10.42.42.5(pid=28968): stdout: \u000a| (launched: 2022-12-12_16:38:17.718482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:19.611710 run osmo-stp_10.42.42.5(pid=28968): stderr: \u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163817889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163817890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163817890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:19.759104 run patchelf(pid=28971): Terminating (SIGINT)\u000a16:38:19.931905 run patchelf(pid=28971): Terminated: ok {rc=0}\u000a16:38:19.963534 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28968): Process ended prematurely: osmo-stp_10.42.42.5(pid=28968) [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28968)] [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a16:38:19.972879 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:38:20.032687 run osmo-hlr_10.42.42.2(pid=28965): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28965)]\u000a16:38:20.081598 run osmo-hlr_10.42.42.2(pid=28965): stdout: \u000a| (launched: 2022-12-12_16:38:16.454901) \u000a16:38:20.131038 run osmo-hlr_10.42.42.2(pid=28965): stderr: \u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163816688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163816705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163816720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163816720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163816720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:20.173043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Terminating (SIGTERM)\u000a16:38:20.213818 run iperf3-srv_10.42.42.10(pid=28955): Terminating (SIGTERM)\u000a16:38:20.253515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminating (SIGTERM)\u000a16:38:20.292773 run iperf3-srv_10.42.42.10(pid=28957): Terminating (SIGTERM)\u000a16:38:20.332078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28958): Terminating (SIGTERM)\u000a16:38:20.371276 run iperf3-srv_10.42.42.10(pid=28959): Terminating (SIGTERM)\u000a16:38:20.410510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28960): Terminating (SIGTERM)\u000a16:38:20.449787 run iperf3-srv_10.42.42.10(pid=28961): Terminating (SIGTERM)\u000a16:38:20.489106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Terminating (SIGTERM)\u000a16:38:20.528315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Terminating (SIGTERM)\u000a16:38:20.567671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28970): Terminating (SIGTERM)\u000a16:38:20.576817 --- ParallelTerminationStrategy: PID 28954 died...\u000a16:38:20.629939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28954): Terminated: ok {rc=0}\u000a16:38:20.639499 --- ParallelTerminationStrategy: PID 28955 died...\u000a16:38:20.692839 run iperf3-srv_10.42.42.10(pid=28955): Terminated {rc=256}\u000a16:38:20.702334 --- ParallelTerminationStrategy: PID 28956 died...\u000a16:38:20.755661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28956): Terminated: ok {rc=0}\u000a16:38:20.765212 --- ParallelTerminationStrategy: PID 28957 died...\u000a16:38:20.817956 run iperf3-srv_10.42.42.10(pid=28957): Terminated {rc=256}\u000a16:38:20.827263 --- ParallelTerminationStrategy: PID 28958 died...\u000a16:38:20.879892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28958): Terminated: ok {rc=0}\u000a16:38:20.889486 --- ParallelTerminationStrategy: PID 28959 died...\u000a16:38:20.942103 run iperf3-srv_10.42.42.10(pid=28959): Terminated {rc=256}\u000a16:38:20.951560 --- ParallelTerminationStrategy: PID 28960 died...\u000a16:38:21.004324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28960): Terminated: ok {rc=0}\u000a16:38:21.013887 --- ParallelTerminationStrategy: PID 28961 died...\u000a16:38:21.066579 run iperf3-srv_10.42.42.10(pid=28961): Terminated {rc=256}\u000a16:38:21.076036 --- ParallelTerminationStrategy: PID 28964 died...\u000a16:38:21.128372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28964): Terminated: ok {rc=0}\u000a16:38:21.137931 --- ParallelTerminationStrategy: PID 28967 died...\u000a16:38:21.190514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28967): Terminated: ok {rc=0}\u000a16:38:21.200127 --- ParallelTerminationStrategy: PID 28970 died...\u000a16:38:21.253138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28970): Terminated: ok {rc=0}\u000a16:38:21.343159 bus /gobi_4: Setting Powered False\u000a16:38:22.446937 bus /gobi_4: Setting Powered False\u000a16:38:23.559330 bus /gobi_1: Setting Powered False\u000a16:38:24.666113 bus /gobi_1: Setting Powered False\u000a16:38:25.779970 bus /gobi_0: Setting Powered False\u000a16:38:26.886461 bus /gobi_0: Setting Powered False\u000a16:38:27.999660 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2379↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2379↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a16:38:29.066470 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.077947 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:38:29.226722 tst ping.py: using LAC 30134\u000a16:38:29.354390 tst ping.py: using RAC 44\u000a16:38:29.482583 tst ping.py: using CellId 30134\u000a16:38:29.610904 tst ping.py: using BVCI 30135\u000a16:38:29.636112 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.647674 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.658906 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.670419 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.681770 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.693495 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.705093 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:29.716532 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:30.014079 tst ping.py:19: start network...\u000a16:38:30.150380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:30.662045 run create_hlr_db(pid=28972): Launched\u000a16:38:30.870413 bus /gobi_6: Setting Powered False\u000a16:38:31.914515 run create_hlr_db(pid=28972): Terminated: ok {rc=0}\u000a16:38:32.397658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Launched\u000a16:38:32.704274 run osmo-hlr_10.42.42.2(pid=28975): Launched\u000a16:38:32.815291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:33.347306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Launched\u000a16:38:33.651856 run osmo-stp_10.42.42.5(pid=28978): Launched\u000a16:38:33.763194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:34.294779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Launched\u000a16:38:34.402687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:34.670835 run patchelf(pid=28981): Launched\u000a16:38:34.849246 run osmo-stp_10.42.42.5(pid=28978): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)]\u000a16:38:34.979079 run osmo-stp_10.42.42.5(pid=28978): stdout: \u000a| (launched: 2022-12-12_16:38:33.501518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:35.109598 run osmo-stp_10.42.42.5(pid=28978): stderr: \u000a| �[0;m�[38;5;43m20221212163833671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163833672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163833672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163833672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:35.235647 run osmo-stp_10.42.42.5(pid=28978): stdout: \u000a| (launched: 2022-12-12_16:38:33.501518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:35.361088 run osmo-stp_10.42.42.5(pid=28978): stderr: \u000a| �[0;m�[38;5;43m20221212163833671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163833672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163833672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163833672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163833673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:35.505886 run patchelf(pid=28981): Terminating (SIGINT)\u000a16:38:35.675838 run patchelf(pid=28981): Terminated: ok {rc=0}\u000a16:38:35.706927 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28978): Process ended prematurely: osmo-stp_10.42.42.5(pid=28978) [trial-2379↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28978)] [trial-2379↪gprs:trx-sysmocell5000↪ping.py:22]\u000a16:38:35.715489 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:38:35.776564 run osmo-hlr_10.42.42.2(pid=28975): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28975)]\u000a16:38:35.825995 run osmo-hlr_10.42.42.2(pid=28975): stdout: \u000a| (launched: 2022-12-12_16:38:32.552248) \u000a16:38:35.875882 run osmo-hlr_10.42.42.2(pid=28975): stderr: \u000a| �[0;m�[1;31m20221212163832727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163832727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163832727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163832727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163832727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163832728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163832743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163832753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163832753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163832753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:35.918519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Terminating (SIGTERM)\u000a16:38:35.958832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Terminating (SIGTERM)\u000a16:38:35.999136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Terminating (SIGTERM)\u000a16:38:36.008517 --- ParallelTerminationStrategy: PID 28974 died...\u000a16:38:36.062489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28974): Terminated: ok {rc=0}\u000a16:38:36.072173 --- ParallelTerminationStrategy: PID 28977 died...\u000a16:38:36.126101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28977): Terminated: ok {rc=0}\u000a16:38:36.135823 --- ParallelTerminationStrategy: PID 28980 died...\u000a16:38:36.189641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28980): Terminated: ok {rc=0}\u000a16:38:36.278356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28988): Process ended prematurely: osmo-stp_10.42.42.5(pid=28988) [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28988)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28988): Process ended prematurely: osmo-stp_10.42.42.5(pid=28988) [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a16:38:37.331246 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.342845 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:38:37.482149 tst ping_idle_ping.py: using LAC 30135\u000a16:38:37.602035 tst ping_idle_ping.py: using RAC 45\u000a16:38:37.723910 tst ping_idle_ping.py: using CellId 30135\u000a16:38:37.845595 tst ping_idle_ping.py: using BVCI 30136\u000a16:38:37.868882 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.879762 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.890418 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.901011 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.911521 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.922153 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.932827 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:38:37.943469 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:38:38.223086 tst ping_idle_ping.py:24: start network...\u000a16:38:38.350199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:38.843730 run create_hlr_db(pid=28982): Launched\u000a16:38:39.020195 bus /gobi_6: Setting Powered False\u000a16:38:40.043350 run create_hlr_db(pid=28982): Terminated: ok {rc=0}\u000a16:38:40.480466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28984): Launched\u000a16:38:40.809962 run osmo-hlr_10.42.42.2(pid=28985): Launched\u000a16:38:40.926315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:41.457506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28987): Launched\u000a16:38:41.766352 run osmo-stp_10.42.42.5(pid=28988): Launched\u000a16:38:41.877077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:42.410878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28990): Launched\u000a16:38:42.519276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:42.787646 run patchelf(pid=28991): Launched\u000a16:38:42.966310 run osmo-stp_10.42.42.5(pid=28988): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28988)]\u000a16:38:43.097001 run osmo-stp_10.42.42.5(pid=28988): stdout: \u000a| (launched: 2022-12-12_16:38:41.612870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:43.228136 run osmo-stp_10.42.42.5(pid=28988): stderr: \u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163841783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:43.354630 run osmo-stp_10.42.42.5(pid=28988): stdout: \u000a| (launched: 2022-12-12_16:38:41.612870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:43.480167 run osmo-stp_10.42.42.5(pid=28988): stderr: \u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163841782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163841783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163841783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:43.625546 run patchelf(pid=28991): Terminating (SIGINT)\u000a16:38:43.796583 run patchelf(pid=28991): Terminated: ok {rc=0}\u000a16:38:43.828177 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28988): Process ended prematurely: osmo-stp_10.42.42.5(pid=28988) [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28988)] [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a16:38:43.837247 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:38:43.898599 run osmo-hlr_10.42.42.2(pid=28985): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28985)]\u000a16:38:43.948204 run osmo-hlr_10.42.42.2(pid=28985): stdout: \u000a| (launched: 2022-12-12_16:38:40.646925) \u000a16:38:43.998556 run osmo-hlr_10.42.42.2(pid=28985): stderr: \u000a| �[0;m�[1;31m20221212163840842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163840842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163840843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163840843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163840843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163840843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163840855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163840864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163840864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163840865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:44.041409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28984): Terminating (SIGTERM)\u000a16:38:44.081844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28987): Terminating (SIGTERM)\u000a16:38:44.122385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28990): Terminating (SIGTERM)\u000a16:38:44.131626 --- ParallelTerminationStrategy: PID 28984 died...\u000a16:38:44.185309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28984): Terminated: ok {rc=0}\u000a16:38:44.195271 --- ParallelTerminationStrategy: PID 28987 died...\u000a16:38:44.248926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28987): Terminated: ok {rc=0}\u000a16:38:44.258747 --- ParallelTerminationStrategy: PID 28990 died...\u000a16:38:44.311725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28990): Terminated: ok {rc=0}\u000a16:38:44.395006 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:37:45" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29277): Process ended prematurely: osmo-stp_10.42.42.5(pid=29277) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29277)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29277): Process ended prematurely: osmo-stp_10.42.42.5(pid=29277) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:38:46.687093 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:46.702394 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:38:46.894446 tst cs_paging_gprs_active.py: using LAC 30136\u000a16:38:47.069351 tst cs_paging_gprs_active.py: using RAC 46\u000a16:38:47.240584 tst cs_paging_gprs_active.py: using CellId 30136\u000a16:38:47.403514 tst cs_paging_gprs_active.py: using BVCI 30137\u000a16:38:47.437875 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.450742 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.464189 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.478990 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.493645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.510734 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.528931 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.542934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:38:47.556919 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:38:47.697761 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:38:48.061111 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:38:48.243754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:48.707507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Launched\u000a16:38:49.044742 run iperf3-srv_10.42.42.10(pid=29204): Launched\u000a16:38:49.282991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:38:49.441642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:49.823877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29266): Launched\u000a16:38:50.130654 run iperf3-srv_10.42.42.10(pid=29268): Launched\u000a16:38:50.343212 tst cs_paging_gprs_active.py:38: start network...\u000a16:38:50.488446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:51.063755 run create_hlr_db(pid=29269): Launched\u000a16:38:51.262883 bus /gobi_6: Setting Powered False\u000a16:38:52.285062 run create_hlr_db(pid=29269): Terminated: ok {rc=0}\u000a16:38:52.739388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29273): Launched\u000a16:38:53.158070 run osmo-hlr_10.42.42.2(pid=29274): Launched\u000a16:38:53.383413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:54.006364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29276): Launched\u000a16:38:54.412680 run osmo-stp_10.42.42.5(pid=29277): Launched\u000a16:38:54.655315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:55.262282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29279): Launched\u000a16:38:55.377539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:55.670892 run patchelf(pid=29280): Launched\u000a16:38:55.857754 run osmo-stp_10.42.42.5(pid=29277): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29277)]\u000a16:38:55.994676 run osmo-stp_10.42.42.5(pid=29277): stdout: \u000a| (launched: 2022-12-12_16:38:54.165583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:56.133689 run osmo-stp_10.42.42.5(pid=29277): stderr: \u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163854488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:56.266270 run osmo-stp_10.42.42.5(pid=29277): stdout: \u000a| (launched: 2022-12-12_16:38:54.165583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:56.398009 run osmo-stp_10.42.42.5(pid=29277): stderr: \u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163854487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163854488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163854488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:56.549717 run patchelf(pid=29280): Terminating (SIGINT)\u000a16:38:56.728397 run patchelf(pid=29280): Terminated: ok {rc=0}\u000a16:38:56.762489 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29277): Process ended prematurely: osmo-stp_10.42.42.5(pid=29277) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29277)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:38:56.773175 tst cs_paging_gprs_active.py:38: Test FAILED (10.2 sec)\u000a16:38:56.836272 run osmo-hlr_10.42.42.2(pid=29274): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29274)]\u000a16:38:56.887269 run osmo-hlr_10.42.42.2(pid=29274): stdout: \u000a| (launched: 2022-12-12_16:38:52.899266) \u000a16:38:56.939279 run osmo-hlr_10.42.42.2(pid=29274): stderr: \u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163853234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163853251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163853268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163853268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163853268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:56.983430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Terminating (SIGTERM)\u000a16:38:57.027807 run iperf3-srv_10.42.42.10(pid=29204): Terminating (SIGTERM)\u000a16:38:57.071154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29266): Terminating (SIGTERM)\u000a16:38:57.114733 run iperf3-srv_10.42.42.10(pid=29268): Terminating (SIGTERM)\u000a16:38:57.158336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29273): Terminating (SIGTERM)\u000a16:38:57.202354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29276): Terminating (SIGTERM)\u000a16:38:57.244803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29279): Terminating (SIGTERM)\u000a16:38:57.256079 --- ParallelTerminationStrategy: PID 29163 died...\u000a16:38:57.313309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Terminated: ok {rc=0}\u000a16:38:57.323531 --- ParallelTerminationStrategy: PID 29204 died...\u000a16:38:57.379298 run iperf3-srv_10.42.42.10(pid=29204): Terminated {rc=256}\u000a16:38:57.389971 --- ParallelTerminationStrategy: PID 29266 died...\u000a16:38:57.445526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29266): Terminated: ok {rc=0}\u000a16:38:57.456257 --- ParallelTerminationStrategy: PID 29268 died...\u000a16:38:57.511839 run iperf3-srv_10.42.42.10(pid=29268): Terminated {rc=256}\u000a16:38:57.523593 --- ParallelTerminationStrategy: PID 29273 died...\u000a16:38:57.579340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29273): Terminated: ok {rc=0}\u000a16:38:57.590281 --- ParallelTerminationStrategy: PID 29276 died...\u000a16:38:57.645962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29276): Terminated: ok {rc=0}\u000a16:38:57.656585 --- ParallelTerminationStrategy: PID 29279 died...\u000a16:38:57.712737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29279): Terminated: ok {rc=0}\u000a16:38:57.799777 bus /gobi_0: Setting Powered False\u000a16:38:58.909021 bus /gobi_0: Setting Powered False\u000a16:39:00.021039 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29289): Process ended prematurely: osmo-stp_10.42.42.5(pid=29289) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29289)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29289): Process ended prematurely: osmo-stp_10.42.42.5(pid=29289) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:39:01.168653 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.184733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:39:01.360411 tst iperf3.py: using LAC 30137\u000a16:39:01.524399 tst iperf3.py: using RAC 47\u000a16:39:01.668463 tst iperf3.py: using CellId 30137\u000a16:39:01.810245 tst iperf3.py: using BVCI 30138\u000a16:39:01.835143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.847431 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.859375 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.871285 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.883586 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.895238 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.907313 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.920181 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:01.933062 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:02.222496 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:39:02.355577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:02.698818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29281): Launched\u000a16:39:03.043923 run iperf3-srv_10.42.42.10(pid=29282): Launched\u000a16:39:03.274175 tst iperf3.py:8: start network...\u000a16:39:03.416645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:03.985794 run create_hlr_db(pid=29283): Launched\u000a16:39:04.167668 bus /gobi_6: Setting Powered False\u000a16:39:05.191026 run create_hlr_db(pid=29283): Terminated: ok {rc=0}\u000a16:39:05.631734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29285): Launched\u000a16:39:06.056093 run osmo-hlr_10.42.42.2(pid=29286): Launched\u000a16:39:06.300272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:06.934754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29288): Launched\u000a16:39:07.353211 run osmo-stp_10.42.42.5(pid=29289): Launched\u000a16:39:07.594222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:08.214651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29291): Launched\u000a16:39:08.329234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:08.626465 run patchelf(pid=29292): Launched\u000a16:39:08.816115 run osmo-stp_10.42.42.5(pid=29289): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29289)]\u000a16:39:08.954548 run osmo-stp_10.42.42.5(pid=29289): stdout: \u000a| (launched: 2022-12-12_16:39:07.097388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.092599 run osmo-stp_10.42.42.5(pid=29289): stderr: \u000a| �[0;m�[38;5;43m20221212163907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163907425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163907425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163907425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.227256 run osmo-stp_10.42.42.5(pid=29289): stdout: \u000a| (launched: 2022-12-12_16:39:07.097388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.359986 run osmo-stp_10.42.42.5(pid=29289): stderr: \u000a| �[0;m�[38;5;43m20221212163907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163907424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163907425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163907425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163907425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163907426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:09.513727 run patchelf(pid=29292): Terminating (SIGINT)\u000a16:39:09.694064 run patchelf(pid=29292): Terminated: ok {rc=0}\u000a16:39:09.728401 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29289): Process ended prematurely: osmo-stp_10.42.42.5(pid=29289) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29289)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a16:39:09.739382 tst iperf3.py:8: Test FAILED (8.6 sec)\u000a16:39:09.802664 run osmo-hlr_10.42.42.2(pid=29286): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29286)]\u000a16:39:09.853965 run osmo-hlr_10.42.42.2(pid=29286): stdout: \u000a| (launched: 2022-12-12_16:39:05.795996) \u000a16:39:09.905721 run osmo-hlr_10.42.42.2(pid=29286): stderr: \u000a| �[0;m�[1;31m20221212163906133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163906134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163906134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163906134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163906134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163906134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163906151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163906168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163906168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163906168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:09.950215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29281): Terminating (SIGTERM)\u000a16:39:09.996272 run iperf3-srv_10.42.42.10(pid=29282): Terminating (SIGTERM)\u000a16:39:10.040442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29285): Terminating (SIGTERM)\u000a16:39:10.084237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29288): Terminating (SIGTERM)\u000a16:39:10.129349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29291): Terminating (SIGTERM)\u000a16:39:10.140064 --- ParallelTerminationStrategy: PID 29281 died...\u000a16:39:10.198493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29281): Terminated: ok {rc=0}\u000a16:39:10.209752 --- ParallelTerminationStrategy: PID 29282 died...\u000a16:39:10.264873 run iperf3-srv_10.42.42.10(pid=29282): Terminated {rc=256}\u000a16:39:10.275515 --- ParallelTerminationStrategy: PID 29285 died...\u000a16:39:10.330910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29285): Terminated: ok {rc=0}\u000a16:39:10.342840 --- ParallelTerminationStrategy: PID 29288 died...\u000a16:39:10.399415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29288): Terminated: ok {rc=0}\u000a16:39:10.410485 --- ParallelTerminationStrategy: PID 29291 died...\u000a16:39:10.466624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29291): Terminated: ok {rc=0}\u000a16:39:10.554473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:39:11.663873 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:11.675694 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:39:11.825869 tst iperf3m4.py: using LAC 30138\u000a16:39:11.957948 tst iperf3m4.py: using RAC 48\u000a16:39:12.094197 tst iperf3m4.py: using CellId 30138\u000a16:39:12.222048 tst iperf3m4.py: using BVCI 30139\u000a16:39:12.247553 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.259116 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.270519 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.282153 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.293680 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.305268 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.316991 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.328547 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:12.340216 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:12.462815 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:12.584052 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:12.704648 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:12.988206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:39:13.117618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:13.441886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Launched\u000a16:39:13.709404 run iperf3-srv_10.42.42.10(pid=29295): Launched\u000a16:39:13.897924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:39:14.027281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:14.349337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Launched\u000a16:39:14.618336 run iperf3-srv_10.42.42.10(pid=29297): Launched\u000a16:39:14.806338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:39:14.934754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:15.257535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Launched\u000a16:39:15.526021 run iperf3-srv_10.42.42.10(pid=29299): Launched\u000a16:39:15.714437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:39:15.866173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:16.240187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Launched\u000a16:39:16.544694 run iperf3-srv_10.42.42.10(pid=29301): Launched\u000a16:39:16.755240 tst iperf3m4.py:8: start network...\u000a16:39:16.899476 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:17.433786 run create_hlr_db(pid=29302): Launched\u000a16:39:17.625483 bus /gobi_6: Setting Powered False\u000a16:39:18.646256 run create_hlr_db(pid=29302): Terminated: ok {rc=0}\u000a16:39:19.089649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Launched\u000a16:39:19.422513 run osmo-hlr_10.42.42.2(pid=29305): Launched\u000a16:39:19.545112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:20.123951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Launched\u000a16:39:20.459186 run osmo-stp_10.42.42.5(pid=29308): Launched\u000a16:39:20.581267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:21.160730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Launched\u000a16:39:21.279251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:21.568912 run patchelf(pid=29311): Launched\u000a16:39:21.763594 run osmo-stp_10.42.42.5(pid=29308): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)]\u000a16:39:21.905502 run osmo-stp_10.42.42.5(pid=29308): stdout: \u000a| (launched: 2022-12-12_16:39:20.293315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:22.047757 run osmo-stp_10.42.42.5(pid=29308): stderr: \u000a| �[0;m�[38;5;43m20221212163920484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163920484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163920485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163920485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163920485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163920486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163920486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:22.185329 run osmo-stp_10.42.42.5(pid=29308): stdout: \u000a| (launched: 2022-12-12_16:39:20.293315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:22.321744 run osmo-stp_10.42.42.5(pid=29308): stderr: \u000a| �[0;m�[38;5;43m20221212163920484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163920484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163920485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163920485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163920485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163920486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163920486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:22.479808 run patchelf(pid=29311): Terminating (SIGINT)\u000a16:39:22.665051 run patchelf(pid=29311): Terminated: ok {rc=0}\u000a16:39:22.699072 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29308): Process ended prematurely: osmo-stp_10.42.42.5(pid=29308) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29308)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:39:22.709595 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:39:22.773932 run osmo-hlr_10.42.42.2(pid=29305): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29305)]\u000a16:39:22.825767 run osmo-hlr_10.42.42.2(pid=29305): stdout: \u000a| (launched: 2022-12-12_16:39:19.258113) \u000a16:39:22.878323 run osmo-hlr_10.42.42.2(pid=29305): stderr: \u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163919456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163919468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163919477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163919477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163919477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:22.922662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminating (SIGTERM)\u000a16:39:22.964694 run iperf3-srv_10.42.42.10(pid=29295): Terminating (SIGTERM)\u000a16:39:23.007033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminating (SIGTERM)\u000a16:39:23.049056 run iperf3-srv_10.42.42.10(pid=29297): Terminating (SIGTERM)\u000a16:39:23.091240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminating (SIGTERM)\u000a16:39:23.134130 run iperf3-srv_10.42.42.10(pid=29299): Terminating (SIGTERM)\u000a16:39:23.176208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminating (SIGTERM)\u000a16:39:23.218240 run iperf3-srv_10.42.42.10(pid=29301): Terminating (SIGTERM)\u000a16:39:23.260320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminating (SIGTERM)\u000a16:39:23.302377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminating (SIGTERM)\u000a16:39:23.344824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminating (SIGTERM)\u000a16:39:23.354655 --- ParallelTerminationStrategy: PID 29294 died...\u000a16:39:23.411037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29294): Terminated: ok {rc=0}\u000a16:39:23.421149 --- ParallelTerminationStrategy: PID 29295 died...\u000a16:39:23.476732 run iperf3-srv_10.42.42.10(pid=29295): Terminated {rc=256}\u000a16:39:23.487058 --- ParallelTerminationStrategy: PID 29296 died...\u000a16:39:23.543050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29296): Terminated: ok {rc=0}\u000a16:39:23.553128 --- ParallelTerminationStrategy: PID 29297 died...\u000a16:39:23.608868 run iperf3-srv_10.42.42.10(pid=29297): Terminated {rc=256}\u000a16:39:23.618896 --- ParallelTerminationStrategy: PID 29298 died...\u000a16:39:23.674923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29298): Terminated: ok {rc=0}\u000a16:39:23.684841 --- ParallelTerminationStrategy: PID 29299 died...\u000a16:39:23.741318 run iperf3-srv_10.42.42.10(pid=29299): Terminated {rc=256}\u000a16:39:23.751476 --- ParallelTerminationStrategy: PID 29300 died...\u000a16:39:23.807955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29300): Terminated: ok {rc=0}\u000a16:39:23.818034 --- ParallelTerminationStrategy: PID 29301 died...\u000a16:39:23.873855 run iperf3-srv_10.42.42.10(pid=29301): Terminated {rc=256}\u000a16:39:23.883839 --- ParallelTerminationStrategy: PID 29304 died...\u000a16:39:23.939690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29304): Terminated: ok {rc=0}\u000a16:39:23.950025 --- ParallelTerminationStrategy: PID 29307 died...\u000a16:39:24.006216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29307): Terminated: ok {rc=0}\u000a16:39:24.016591 --- ParallelTerminationStrategy: PID 29310 died...\u000a16:39:24.072288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29310): Terminated: ok {rc=0}\u000a16:39:24.160560 bus /gobi_4: Setting Powered False\u000a16:39:25.267394 bus /gobi_4: Setting Powered False\u000a16:39:26.378749 bus /gobi_1: Setting Powered False\u000a16:39:27.481725 bus /gobi_1: Setting Powered False\u000a16:39:28.593014 bus /gobi_0: Setting Powered False\u000a16:39:29.694419 bus /gobi_0: Setting Powered False\u000a16:39:30.811715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:39:31.886534 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:31.899150 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:39:32.074935 tst ping.py: using LAC 30139\u000a16:39:32.217673 tst ping.py: using RAC 49\u000a16:39:32.341331 tst ping.py: using CellId 30139\u000a16:39:32.460230 tst ping.py: using BVCI 30140\u000a16:39:32.483458 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.494665 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.505603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.516456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.527284 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.538003 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.548936 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:32.559851 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:32.841724 tst ping.py:19: start network...\u000a16:39:32.967614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:33.454599 run create_hlr_db(pid=29313): Launched\u000a16:39:33.630168 bus /gobi_6: Setting Powered False\u000a16:39:34.650482 run create_hlr_db(pid=29313): Terminated: ok {rc=0}\u000a16:39:35.085291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Launched\u000a16:39:35.411899 run osmo-hlr_10.42.42.2(pid=29316): Launched\u000a16:39:35.529777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:36.102506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Launched\u000a16:39:36.428929 run osmo-stp_10.42.42.5(pid=29319): Launched\u000a16:39:36.546280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:37.115096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29321): Launched\u000a16:39:37.231084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:37.516685 run patchelf(pid=29322): Launched\u000a16:39:37.708036 run osmo-stp_10.42.42.5(pid=29319): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)]\u000a16:39:37.847633 run osmo-stp_10.42.42.5(pid=29319): stdout: \u000a| (launched: 2022-12-12_16:39:36.267561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:37.987345 run osmo-stp_10.42.42.5(pid=29319): stderr: \u000a| �[0;m�[38;5;43m20221212163936458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163936458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163936459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163936459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163936459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163936459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163936460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:38.122445 run osmo-stp_10.42.42.5(pid=29319): stdout: \u000a| (launched: 2022-12-12_16:39:36.267561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:38.256254 run osmo-stp_10.42.42.5(pid=29319): stderr: \u000a| �[0;m�[38;5;43m20221212163936458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163936458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163936459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163936459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163936459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163936459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163936460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:38.411799 run patchelf(pid=29322): Terminating (SIGINT)\u000a16:39:38.594223 run patchelf(pid=29322): Terminated: ok {rc=0}\u000a16:39:38.627151 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29319): Process ended prematurely: osmo-stp_10.42.42.5(pid=29319) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29319)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a16:39:38.636608 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:39:38.700380 run osmo-hlr_10.42.42.2(pid=29316): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29316)]\u000a16:39:38.752648 run osmo-hlr_10.42.42.2(pid=29316): stdout: \u000a| (launched: 2022-12-12_16:39:35.250775) \u000a16:39:38.805636 run osmo-hlr_10.42.42.2(pid=29316): stderr: \u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163935448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163935460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163935468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163935469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163935469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:38.850215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Terminating (SIGTERM)\u000a16:39:38.892429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Terminating (SIGTERM)\u000a16:39:38.934752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29321): Terminating (SIGTERM)\u000a16:39:38.944916 --- ParallelTerminationStrategy: PID 29315 died...\u000a16:39:39.001739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29315): Terminated: ok {rc=0}\u000a16:39:39.012036 --- ParallelTerminationStrategy: PID 29318 died...\u000a16:39:39.067943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29318): Terminated: ok {rc=0}\u000a16:39:39.078468 --- ParallelTerminationStrategy: PID 29321 died...\u000a16:39:39.134652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29321): Terminated: ok {rc=0}\u000a16:39:39.220250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:39:40.273192 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.285673 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:39:40.440535 tst ping_idle_ping.py: using LAC 30140\u000a16:39:40.566971 tst ping_idle_ping.py: using RAC 50\u000a16:39:40.694443 tst ping_idle_ping.py: using CellId 30140\u000a16:39:40.820055 tst ping_idle_ping.py: using BVCI 30141\u000a16:39:40.845120 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.856700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.868100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.879895 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.891494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.903203 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.915306 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:39:40.927233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:39:41.222550 tst ping_idle_ping.py:24: start network...\u000a16:39:41.359021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:41.877934 run create_hlr_db(pid=29323): Launched\u000a16:39:42.067861 bus /gobi_6: Setting Powered False\u000a16:39:43.088887 run create_hlr_db(pid=29323): Terminated: ok {rc=0}\u000a16:39:43.503914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Launched\u000a16:39:43.812595 run osmo-hlr_10.42.42.2(pid=29326): Launched\u000a16:39:43.934388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:44.478470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Launched\u000a16:39:44.784798 run osmo-stp_10.42.42.5(pid=29329): Launched\u000a16:39:44.894711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:45.431145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29333): Launched\u000a16:39:45.539700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:45.807753 run patchelf(pid=29334): Launched\u000a16:39:46.010649 run osmo-stp_10.42.42.5(pid=29329): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)]\u000a16:39:46.143572 run osmo-stp_10.42.42.5(pid=29329): stdout: \u000a| (launched: 2022-12-12_16:39:44.632801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:46.276847 run osmo-stp_10.42.42.5(pid=29329): stderr: \u000a| �[0;m�[38;5;43m20221212163944803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163944804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163944804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163944805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:46.405997 run osmo-stp_10.42.42.5(pid=29329): stdout: \u000a| (launched: 2022-12-12_16:39:44.632801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:46.532634 run osmo-stp_10.42.42.5(pid=29329): stderr: \u000a| �[0;m�[38;5;43m20221212163944803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163944804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163944804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163944805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163944805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:46.680194 run patchelf(pid=29334): Terminating (SIGINT)\u000a16:39:46.853319 run patchelf(pid=29334): Terminated: ok {rc=0}\u000a16:39:46.885274 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29329): Process ended prematurely: osmo-stp_10.42.42.5(pid=29329) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29329)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:39:46.895096 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:39:46.956630 run osmo-hlr_10.42.42.2(pid=29326): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29326)]\u000a16:39:47.006959 run osmo-hlr_10.42.42.2(pid=29326): stdout: \u000a| (launched: 2022-12-12_16:39:43.659374) \u000a16:39:47.057365 run osmo-hlr_10.42.42.2(pid=29326): stderr: \u000a| �[0;m�[1;31m20221212163943834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163943834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163943834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163943834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163943834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163943835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163943847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163943855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163943855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163943855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:47.100496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Terminating (SIGTERM)\u000a16:39:47.141805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Terminating (SIGTERM)\u000a16:39:47.183682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29333): Terminating (SIGTERM)\u000a16:39:47.192933 --- ParallelTerminationStrategy: PID 29325 died...\u000a16:39:47.249077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29325): Terminated: ok {rc=0}\u000a16:39:47.258800 --- ParallelTerminationStrategy: PID 29328 died...\u000a16:39:47.311766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29328): Terminated: ok {rc=0}\u000a16:39:47.321395 --- ParallelTerminationStrategy: PID 29333 died...\u000a16:39:47.374356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29333): Terminated: ok {rc=0}\u000a16:39:47.458036 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:38:46" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29348): Process ended prematurely: osmo-stp_10.42.42.5(pid=29348) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29348)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29348): Process ended prematurely: osmo-stp_10.42.42.5(pid=29348) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:39:49.623627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:49.634681 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:39:49.794845 tst cs_paging_gprs_active.py: using LAC 30141\u000a16:39:49.917265 tst cs_paging_gprs_active.py: using RAC 51\u000a16:39:50.039461 tst cs_paging_gprs_active.py: using CellId 30141\u000a16:39:50.162454 tst cs_paging_gprs_active.py: using BVCI 30142\u000a16:39:50.186023 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.196934 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.207814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.218814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.229750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.240510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.251472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.262266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:39:50.273370 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:39:50.394075 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:39:50.694752 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:39:50.834585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:51.178788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29338): Launched\u000a16:39:51.465521 run iperf3-srv_10.42.42.10(pid=29339): Launched\u000a16:39:51.669686 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:39:51.809855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:39:52.155365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Launched\u000a16:39:52.443300 run iperf3-srv_10.42.42.10(pid=29341): Launched\u000a16:39:52.646874 tst cs_paging_gprs_active.py:38: start network...\u000a16:39:52.786386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:53.312039 run create_hlr_db(pid=29342): Launched\u000a16:39:53.504353 bus /gobi_6: Setting Powered False\u000a16:39:54.526342 run create_hlr_db(pid=29342): Terminated: ok {rc=0}\u000a16:39:54.944153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29344): Launched\u000a16:39:55.254872 run osmo-hlr_10.42.42.2(pid=29345): Launched\u000a16:39:55.369136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:55.907248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29347): Launched\u000a16:39:56.219574 run osmo-stp_10.42.42.5(pid=29348): Launched\u000a16:39:56.331919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:56.875550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29350): Launched\u000a16:39:56.985599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:57.258356 run patchelf(pid=29351): Launched\u000a16:39:57.439458 run osmo-stp_10.42.42.5(pid=29348): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29348)]\u000a16:39:57.572931 run osmo-stp_10.42.42.5(pid=29348): stdout: \u000a| (launched: 2022-12-12_16:39:56.064688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:57.705328 run osmo-stp_10.42.42.5(pid=29348): stderr: \u000a| �[0;m�[38;5;43m20221212163956234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163956234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163956235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163956235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163956235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163956235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163956236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:57.833467 run osmo-stp_10.42.42.5(pid=29348): stdout: \u000a| (launched: 2022-12-12_16:39:56.064688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:57.960083 run osmo-stp_10.42.42.5(pid=29348): stderr: \u000a| �[0;m�[38;5;43m20221212163956234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212163956234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212163956235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212163956235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212163956235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212163956235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212163956236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:58.107175 run patchelf(pid=29351): Terminating (SIGINT)\u000a16:39:58.279640 run patchelf(pid=29351): Terminated: ok {rc=0}\u000a16:39:58.311374 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29348): Process ended prematurely: osmo-stp_10.42.42.5(pid=29348) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29348)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:39:58.320679 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:39:58.380785 run osmo-hlr_10.42.42.2(pid=29345): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29345)]\u000a16:39:58.429921 run osmo-hlr_10.42.42.2(pid=29345): stdout: \u000a| (launched: 2022-12-12_16:39:55.101847) \u000a16:39:58.479098 run osmo-hlr_10.42.42.2(pid=29345): stderr: \u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212163955276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212163955288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212163955296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212163955297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212163955297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:58.520884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29338): Terminating (SIGTERM)\u000a16:39:58.560931 run iperf3-srv_10.42.42.10(pid=29339): Terminating (SIGTERM)\u000a16:39:58.600202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminating (SIGTERM)\u000a16:39:58.639424 run iperf3-srv_10.42.42.10(pid=29341): Terminating (SIGTERM)\u000a16:39:58.678585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29344): Terminating (SIGTERM)\u000a16:39:58.718078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29347): Terminating (SIGTERM)\u000a16:39:58.757473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29350): Terminating (SIGTERM)\u000a16:39:58.766274 --- ParallelTerminationStrategy: PID 29338 died...\u000a16:39:58.818870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29338): Terminated: ok {rc=0}\u000a16:39:58.828278 --- ParallelTerminationStrategy: PID 29339 died...\u000a16:39:58.880611 run iperf3-srv_10.42.42.10(pid=29339): Terminated {rc=256}\u000a16:39:58.890034 --- ParallelTerminationStrategy: PID 29340 died...\u000a16:39:58.942515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29340): Terminated: ok {rc=0}\u000a16:39:58.951901 --- ParallelTerminationStrategy: PID 29341 died...\u000a16:39:59.004258 run iperf3-srv_10.42.42.10(pid=29341): Terminated {rc=256}\u000a16:39:59.013725 --- ParallelTerminationStrategy: PID 29344 died...\u000a16:39:59.066377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29344): Terminated: ok {rc=0}\u000a16:39:59.075873 --- ParallelTerminationStrategy: PID 29347 died...\u000a16:39:59.128582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29347): Terminated: ok {rc=0}\u000a16:39:59.138065 --- ParallelTerminationStrategy: PID 29350 died...\u000a16:39:59.191299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29350): Terminated: ok {rc=0}\u000a16:39:59.274347 bus /gobi_0: Setting Powered False\u000a16:40:00.376439 bus /gobi_0: Setting Powered False\u000a16:40:01.483664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29363): Process ended prematurely: osmo-stp_10.42.42.5(pid=29363) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29363)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29363): Process ended prematurely: osmo-stp_10.42.42.5(pid=29363) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:40:02.594898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:02.607842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:40:02.769446 tst iperf3.py: using LAC 30142\u000a16:40:02.889850 tst iperf3.py: using RAC 52\u000a16:40:03.013589 tst iperf3.py: using CellId 30142\u000a16:40:03.134391 tst iperf3.py: using BVCI 30143\u000a16:40:03.158041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.169098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.180286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.191297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.202238 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.212913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.223859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.234685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:03.245734 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:03.545145 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:03.683986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:04.029140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29355): Launched\u000a16:40:04.316364 run iperf3-srv_10.42.42.10(pid=29356): Launched\u000a16:40:04.520070 tst iperf3.py:8: start network...\u000a16:40:04.658800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:05.184257 run create_hlr_db(pid=29357): Launched\u000a16:40:05.376151 bus /gobi_6: Setting Powered False\u000a16:40:06.397647 run create_hlr_db(pid=29357): Terminated: ok {rc=0}\u000a16:40:06.815994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29359): Launched\u000a16:40:07.126805 run osmo-hlr_10.42.42.2(pid=29360): Launched\u000a16:40:07.245081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:07.783951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29362): Launched\u000a16:40:08.095860 run osmo-stp_10.42.42.5(pid=29363): Launched\u000a16:40:08.207558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:08.749633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29365): Launched\u000a16:40:08.859987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:09.131111 run patchelf(pid=29366): Launched\u000a16:40:09.311675 run osmo-stp_10.42.42.5(pid=29363): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29363)]\u000a16:40:09.444035 run osmo-stp_10.42.42.5(pid=29363): stdout: \u000a| (launched: 2022-12-12_16:40:07.940654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:09.576710 run osmo-stp_10.42.42.5(pid=29363): stderr: \u000a| �[0;m�[38;5;43m20221212164008108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164008108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164008109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164008109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:09.704674 run osmo-stp_10.42.42.5(pid=29363): stdout: \u000a| (launched: 2022-12-12_16:40:07.940654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:09.831956 run osmo-stp_10.42.42.5(pid=29363): stderr: \u000a| �[0;m�[38;5;43m20221212164008108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164008108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164008109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164008109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164008110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:09.979315 run patchelf(pid=29366): Terminating (SIGINT)\u000a16:40:10.152540 run patchelf(pid=29366): Terminated: ok {rc=0}\u000a16:40:10.184330 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29363): Process ended prematurely: osmo-stp_10.42.42.5(pid=29363) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29363)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:40:10.193790 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:40:10.254130 run osmo-hlr_10.42.42.2(pid=29360): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29360)]\u000a16:40:10.303503 run osmo-hlr_10.42.42.2(pid=29360): stdout: \u000a| (launched: 2022-12-12_16:40:06.973638) \u000a16:40:10.353828 run osmo-hlr_10.42.42.2(pid=29360): stderr: \u000a| �[0;m�[1;31m20221212164007147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164007148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164007148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164007148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164007148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164007148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164007160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164007168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164007169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164007169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:10.396684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29355): Terminating (SIGTERM)\u000a16:40:10.436997 run iperf3-srv_10.42.42.10(pid=29356): Terminating (SIGTERM)\u000a16:40:10.477515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29359): Terminating (SIGTERM)\u000a16:40:10.518095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29362): Terminating (SIGTERM)\u000a16:40:10.558331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29365): Terminating (SIGTERM)\u000a16:40:10.567709 --- ParallelTerminationStrategy: PID 29355 died...\u000a16:40:10.621531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29355): Terminated: ok {rc=0}\u000a16:40:10.631261 --- ParallelTerminationStrategy: PID 29356 died...\u000a16:40:10.684377 run iperf3-srv_10.42.42.10(pid=29356): Terminated {rc=256}\u000a16:40:10.693967 --- ParallelTerminationStrategy: PID 29359 died...\u000a16:40:10.747521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29359): Terminated: ok {rc=0}\u000a16:40:10.757242 --- ParallelTerminationStrategy: PID 29362 died...\u000a16:40:10.810752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29362): Terminated: ok {rc=0}\u000a16:40:10.820439 --- ParallelTerminationStrategy: PID 29365 died...\u000a16:40:10.873817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29365): Terminated: ok {rc=0}\u000a16:40:10.957886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29381): Process ended prematurely: osmo-stp_10.42.42.5(pid=29381) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29381)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29381): Process ended prematurely: osmo-stp_10.42.42.5(pid=29381) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:40:12.068617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.080506 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:40:12.242348 tst iperf3m4.py: using LAC 30143\u000a16:40:12.366240 tst iperf3m4.py: using RAC 53\u000a16:40:12.487086 tst iperf3m4.py: using CellId 30143\u000a16:40:12.610879 tst iperf3m4.py: using BVCI 30144\u000a16:40:12.634777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.646151 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.657183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.668203 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.679285 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.690383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.701400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.712240 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:12.723332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:12.840480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:12.960590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:13.080489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:13.384752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:40:13.524664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:13.869848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29367): Launched\u000a16:40:14.158118 run iperf3-srv_10.42.42.10(pid=29368): Launched\u000a16:40:14.362399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:40:14.501813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:14.849436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29369): Launched\u000a16:40:15.137162 run iperf3-srv_10.42.42.10(pid=29370): Launched\u000a16:40:15.341521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:40:15.480653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:15.826655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29371): Launched\u000a16:40:16.129705 run iperf3-srv_10.42.42.10(pid=29372): Launched\u000a16:40:16.323622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:40:16.458819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:16.804032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29373): Launched\u000a16:40:17.093306 run iperf3-srv_10.42.42.10(pid=29374): Launched\u000a16:40:17.286011 tst iperf3m4.py:8: start network...\u000a16:40:17.415507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:17.917481 run create_hlr_db(pid=29375): Launched\u000a16:40:18.096492 bus /gobi_6: Setting Powered False\u000a16:40:19.130655 run create_hlr_db(pid=29375): Terminated: ok {rc=0}\u000a16:40:19.547545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29377): Launched\u000a16:40:19.859790 run osmo-hlr_10.42.42.2(pid=29378): Launched\u000a16:40:19.984377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:20.529651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29380): Launched\u000a16:40:20.841028 run osmo-stp_10.42.42.5(pid=29381): Launched\u000a16:40:20.952941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:21.495273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29383): Launched\u000a16:40:21.605830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:21.876859 run patchelf(pid=29384): Launched\u000a16:40:22.058010 run osmo-stp_10.42.42.5(pid=29381): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29381)]\u000a16:40:22.190365 run osmo-stp_10.42.42.5(pid=29381): stdout: \u000a| (launched: 2022-12-12_16:40:20.687126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:22.322644 run osmo-stp_10.42.42.5(pid=29381): stderr: \u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164020857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:22.450399 run osmo-stp_10.42.42.5(pid=29381): stdout: \u000a| (launched: 2022-12-12_16:40:20.687126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:22.577134 run osmo-stp_10.42.42.5(pid=29381): stderr: \u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164020857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:22.724386 run patchelf(pid=29384): Terminating (SIGINT)\u000a16:40:22.897372 run patchelf(pid=29384): Terminated: ok {rc=0}\u000a16:40:22.929257 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29381): Process ended prematurely: osmo-stp_10.42.42.5(pid=29381) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29381)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:40:22.938726 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:40:22.999374 run osmo-hlr_10.42.42.2(pid=29378): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29378)]\u000a16:40:23.048805 run osmo-hlr_10.42.42.2(pid=29378): stdout: \u000a| (launched: 2022-12-12_16:40:19.705450) \u000a16:40:23.099634 run osmo-hlr_10.42.42.2(pid=29378): stderr: \u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164019881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164019894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164019902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164019902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164019902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:23.141738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29367): Terminating (SIGTERM)\u000a16:40:23.181028 run iperf3-srv_10.42.42.10(pid=29368): Terminating (SIGTERM)\u000a16:40:23.220217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29369): Terminating (SIGTERM)\u000a16:40:23.259400 run iperf3-srv_10.42.42.10(pid=29370): Terminating (SIGTERM)\u000a16:40:23.298697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29371): Terminating (SIGTERM)\u000a16:40:23.337960 run iperf3-srv_10.42.42.10(pid=29372): Terminating (SIGTERM)\u000a16:40:23.377259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29373): Terminating (SIGTERM)\u000a16:40:23.417385 run iperf3-srv_10.42.42.10(pid=29374): Terminating (SIGTERM)\u000a16:40:23.456773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29377): Terminating (SIGTERM)\u000a16:40:23.495893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29380): Terminating (SIGTERM)\u000a16:40:23.535249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29383): Terminating (SIGTERM)\u000a16:40:23.543915 --- ParallelTerminationStrategy: PID 29367 died...\u000a16:40:23.596545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29367): Terminated: ok {rc=0}\u000a16:40:23.605981 --- ParallelTerminationStrategy: PID 29368 died...\u000a16:40:23.658470 run iperf3-srv_10.42.42.10(pid=29368): Terminated {rc=256}\u000a16:40:23.667864 --- ParallelTerminationStrategy: PID 29369 died...\u000a16:40:23.720666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29369): Terminated: ok {rc=0}\u000a16:40:23.730278 --- ParallelTerminationStrategy: PID 29370 died...\u000a16:40:23.782878 run iperf3-srv_10.42.42.10(pid=29370): Terminated {rc=256}\u000a16:40:23.792354 --- ParallelTerminationStrategy: PID 29371 died...\u000a16:40:23.845911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29371): Terminated: ok {rc=0}\u000a16:40:23.855463 --- ParallelTerminationStrategy: PID 29372 died...\u000a16:40:23.908026 run iperf3-srv_10.42.42.10(pid=29372): Terminated {rc=256}\u000a16:40:23.917635 --- ParallelTerminationStrategy: PID 29373 died...\u000a16:40:23.970971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29373): Terminated: ok {rc=0}\u000a16:40:23.980881 --- ParallelTerminationStrategy: PID 29374 died...\u000a16:40:24.033598 run iperf3-srv_10.42.42.10(pid=29374): Terminated {rc=256}\u000a16:40:24.043200 --- ParallelTerminationStrategy: PID 29377 died...\u000a16:40:24.096005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29377): Terminated: ok {rc=0}\u000a16:40:24.105711 --- ParallelTerminationStrategy: PID 29380 died...\u000a16:40:24.158949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29380): Terminated: ok {rc=0}\u000a16:40:24.168513 --- ParallelTerminationStrategy: PID 29383 died...\u000a16:40:24.221153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29383): Terminated: ok {rc=0}\u000a16:40:24.310460 bus /gobi_4: Setting Powered False\u000a16:40:25.414192 bus /gobi_4: Setting Powered False\u000a16:40:26.526542 bus /gobi_1: Setting Powered False\u000a16:40:27.629415 bus /gobi_1: Setting Powered False\u000a16:40:28.741185 bus /gobi_0: Setting Powered False\u000a16:40:29.844253 bus /gobi_0: Setting Powered False\u000a16:40:30.978904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:40:32.052169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.065783 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:40:32.244667 tst ping.py: using LAC 30144\u000a16:40:32.378216 tst ping.py: using RAC 54\u000a16:40:32.503924 tst ping.py: using CellId 30144\u000a16:40:32.629892 tst ping.py: using BVCI 30145\u000a16:40:32.655207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.667182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.678776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.690849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.703079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.714833 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.726635 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:32.738348 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:33.033861 tst ping.py:19: start network...\u000a16:40:33.169702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:33.681694 run create_hlr_db(pid=29385): Launched\u000a16:40:33.871142 bus /gobi_6: Setting Powered False\u000a16:40:34.890742 run create_hlr_db(pid=29385): Terminated: ok {rc=0}\u000a16:40:35.301449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Launched\u000a16:40:35.607836 run osmo-hlr_10.42.42.2(pid=29388): Launched\u000a16:40:35.723590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:36.255800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Launched\u000a16:40:36.563000 run osmo-stp_10.42.42.5(pid=29391): Launched\u000a16:40:36.673199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:37.206749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Launched\u000a16:40:37.314554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:37.580799 run patchelf(pid=29394): Launched\u000a16:40:37.758691 run osmo-stp_10.42.42.5(pid=29391): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)]\u000a16:40:37.888181 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-12_16:40:36.410540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:38.018420 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221212164036578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164036580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:38.144054 run osmo-stp_10.42.42.5(pid=29391): stdout: \u000a| (launched: 2022-12-12_16:40:36.410540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:38.268748 run osmo-stp_10.42.42.5(pid=29391): stderr: \u000a| �[0;m�[38;5;43m20221212164036578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164036579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164036580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164036581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:38.413289 run patchelf(pid=29394): Terminating (SIGINT)\u000a16:40:38.583430 run patchelf(pid=29394): Terminated: ok {rc=0}\u000a16:40:38.614240 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29391): Process ended prematurely: osmo-stp_10.42.42.5(pid=29391) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29391)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:40:38.622991 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:40:38.683004 run osmo-hlr_10.42.42.2(pid=29388): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29388)]\u000a16:40:38.733032 run osmo-hlr_10.42.42.2(pid=29388): stdout: \u000a| (launched: 2022-12-12_16:40:35.455960) \u000a16:40:38.782777 run osmo-hlr_10.42.42.2(pid=29388): stderr: \u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164035632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164035644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164035652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164035653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164035653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:38.825088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminating (SIGTERM)\u000a16:40:38.865413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminating (SIGTERM)\u000a16:40:38.905497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Terminating (SIGTERM)\u000a16:40:38.914859 --- ParallelTerminationStrategy: PID 29387 died...\u000a16:40:38.968409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29387): Terminated: ok {rc=0}\u000a16:40:38.978196 --- ParallelTerminationStrategy: PID 29390 died...\u000a16:40:39.031360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29390): Terminated: ok {rc=0}\u000a16:40:39.041079 --- ParallelTerminationStrategy: PID 29393 died...\u000a16:40:39.093999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29393): Terminated: ok {rc=0}\u000a16:40:39.183525 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29401): Process ended prematurely: osmo-stp_10.42.42.5(pid=29401) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29401)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29401): Process ended prematurely: osmo-stp_10.42.42.5(pid=29401) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:40:40.235887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.247666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:40:40.406806 tst ping_idle_ping.py: using LAC 30145\u000a16:40:40.528316 tst ping_idle_ping.py: using RAC 55\u000a16:40:40.657976 tst ping_idle_ping.py: using CellId 30145\u000a16:40:40.786046 tst ping_idle_ping.py: using BVCI 30146\u000a16:40:40.811461 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.823129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.834929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.847085 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.859104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.870887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.882704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:40:40.894379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:40:41.173178 tst ping_idle_ping.py:24: start network...\u000a16:40:41.299356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:41.797609 run create_hlr_db(pid=29395): Launched\u000a16:40:41.973869 bus /gobi_6: Setting Powered False\u000a16:40:42.993798 run create_hlr_db(pid=29395): Terminated: ok {rc=0}\u000a16:40:43.427336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29397): Launched\u000a16:40:43.756306 run osmo-hlr_10.42.42.2(pid=29398): Launched\u000a16:40:43.878174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:44.444335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29400): Launched\u000a16:40:44.771380 run osmo-stp_10.42.42.5(pid=29401): Launched\u000a16:40:44.890257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:45.460033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29403): Launched\u000a16:40:45.576255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:45.870708 run patchelf(pid=29404): Launched\u000a16:40:46.064550 run osmo-stp_10.42.42.5(pid=29401): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29401)]\u000a16:40:46.206981 run osmo-stp_10.42.42.5(pid=29401): stdout: \u000a| (launched: 2022-12-12_16:40:44.609507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:46.350544 run osmo-stp_10.42.42.5(pid=29401): stderr: \u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164044801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:46.489049 run osmo-stp_10.42.42.5(pid=29401): stdout: \u000a| (launched: 2022-12-12_16:40:44.609507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:46.626018 run osmo-stp_10.42.42.5(pid=29401): stderr: \u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164044800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164044801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164044801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:46.785468 run patchelf(pid=29404): Terminating (SIGINT)\u000a16:40:46.971016 run patchelf(pid=29404): Terminated: ok {rc=0}\u000a16:40:47.005565 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29401): Process ended prematurely: osmo-stp_10.42.42.5(pid=29401) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29401)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:40:47.016137 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:40:47.082420 run osmo-hlr_10.42.42.2(pid=29398): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29398)]\u000a16:40:47.136027 run osmo-hlr_10.42.42.2(pid=29398): stdout: \u000a| (launched: 2022-12-12_16:40:43.593439) \u000a16:40:47.189212 run osmo-hlr_10.42.42.2(pid=29398): stderr: \u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164043791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164043804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164043814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164043814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164043814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:47.233704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29397): Terminating (SIGTERM)\u000a16:40:47.276193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29400): Terminating (SIGTERM)\u000a16:40:47.318620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29403): Terminating (SIGTERM)\u000a16:40:47.328627 --- ParallelTerminationStrategy: PID 29397 died...\u000a16:40:47.385255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29397): Terminated: ok {rc=0}\u000a16:40:47.395302 --- ParallelTerminationStrategy: PID 29400 died...\u000a16:40:47.451822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29400): Terminated: ok {rc=0}\u000a16:40:47.461896 --- ParallelTerminationStrategy: PID 29403 died...\u000a16:40:47.518568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29403): Terminated: ok {rc=0}\u000a16:40:47.606942 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:39:49" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:40:49.758630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:49.769743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:40:49.929510 tst cs_paging_gprs_active.py: using LAC 30146\u000a16:40:50.050856 tst cs_paging_gprs_active.py: using RAC 56\u000a16:40:50.174757 tst cs_paging_gprs_active.py: using CellId 30146\u000a16:40:50.297250 tst cs_paging_gprs_active.py: using BVCI 30147\u000a16:40:50.321222 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.332210 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.343149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.354266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.365179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.375930 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.386997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.397970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:40:50.409040 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:40:50.528891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:40:50.830768 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:40:50.969983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:51.315218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29410): Launched\u000a16:40:51.602774 run iperf3-srv_10.42.42.10(pid=29411): Launched\u000a16:40:51.807867 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:40:51.947325 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:40:52.294229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Launched\u000a16:40:52.582598 run iperf3-srv_10.42.42.10(pid=29413): Launched\u000a16:40:52.787501 tst cs_paging_gprs_active.py:38: start network...\u000a16:40:52.927228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:53.452359 run create_hlr_db(pid=29414): Launched\u000a16:40:53.644604 bus /gobi_6: Setting Powered False\u000a16:40:54.665457 run create_hlr_db(pid=29414): Terminated: ok {rc=0}\u000a16:40:55.084542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Launched\u000a16:40:55.397493 run osmo-hlr_10.42.42.2(pid=29417): Launched\u000a16:40:55.512075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:56.053367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Launched\u000a16:40:56.365703 run osmo-stp_10.42.42.5(pid=29420): Launched\u000a16:40:56.477191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:40:57.019427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29422): Launched\u000a16:40:57.129525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:40:57.400253 run patchelf(pid=29423): Launched\u000a16:40:57.581153 run osmo-stp_10.42.42.5(pid=29420): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]\u000a16:40:57.712851 run osmo-stp_10.42.42.5(pid=29420): stdout: \u000a| (launched: 2022-12-12_16:40:56.211160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:57.845368 run osmo-stp_10.42.42.5(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164056382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:57.973064 run osmo-stp_10.42.42.5(pid=29420): stdout: \u000a| (launched: 2022-12-12_16:40:56.211160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:58.099809 run osmo-stp_10.42.42.5(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164056382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164056382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164056383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:58.247501 run patchelf(pid=29423): Terminating (SIGINT)\u000a16:40:58.420438 run patchelf(pid=29423): Terminated: ok {rc=0}\u000a16:40:58.452290 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:40:58.461690 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:40:58.521772 run osmo-hlr_10.42.42.2(pid=29417): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29417)]\u000a16:40:58.570507 run osmo-hlr_10.42.42.2(pid=29417): stdout: \u000a| (launched: 2022-12-12_16:40:55.242608) \u000a16:40:58.620023 run osmo-hlr_10.42.42.2(pid=29417): stderr: \u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164055418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164055431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164055439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164055440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164055440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:58.662127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29410): Terminating (SIGTERM)\u000a16:40:58.701696 run iperf3-srv_10.42.42.10(pid=29411): Terminating (SIGTERM)\u000a16:40:58.741285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Terminating (SIGTERM)\u000a16:40:58.781243 run iperf3-srv_10.42.42.10(pid=29413): Terminating (SIGTERM)\u000a16:40:58.820737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Terminating (SIGTERM)\u000a16:40:58.860691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Terminating (SIGTERM)\u000a16:40:58.900526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29422): Terminating (SIGTERM)\u000a16:40:58.909710 --- ParallelTerminationStrategy: PID 29410 died...\u000a16:40:58.962914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29410): Terminated: ok {rc=0}\u000a16:40:58.972412 --- ParallelTerminationStrategy: PID 29411 died...\u000a16:40:59.025055 run iperf3-srv_10.42.42.10(pid=29411): Terminated {rc=256}\u000a16:40:59.034500 --- ParallelTerminationStrategy: PID 29412 died...\u000a16:40:59.087125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29412): Terminated: ok {rc=0}\u000a16:40:59.096517 --- ParallelTerminationStrategy: PID 29413 died...\u000a16:40:59.149151 run iperf3-srv_10.42.42.10(pid=29413): Terminated {rc=256}\u000a16:40:59.158564 --- ParallelTerminationStrategy: PID 29416 died...\u000a16:40:59.211379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Terminated: ok {rc=0}\u000a16:40:59.220775 --- ParallelTerminationStrategy: PID 29419 died...\u000a16:40:59.273712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Terminated: ok {rc=0}\u000a16:40:59.283198 --- ParallelTerminationStrategy: PID 29422 died...\u000a16:40:59.336349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29422): Terminated: ok {rc=0}\u000a16:40:59.424842 bus /gobi_0: Setting Powered False\u000a16:41:00.529884 bus /gobi_0: Setting Powered False\u000a16:41:01.636693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29432): Process ended prematurely: osmo-stp_10.42.42.5(pid=29432) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29432)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29432): Process ended prematurely: osmo-stp_10.42.42.5(pid=29432) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:41:02.746702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:02.758491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:41:02.922216 tst iperf3.py: using LAC 30147\u000a16:41:03.046838 tst iperf3.py: using RAC 57\u000a16:41:03.170737 tst iperf3.py: using CellId 30147\u000a16:41:03.294300 tst iperf3.py: using BVCI 30148\u000a16:41:03.318483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.329602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.340426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.351459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.362333 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.373144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.384117 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.394909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:03.405897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:03.689751 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:03.819744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:04.144851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29424): Launched\u000a16:41:04.413752 run iperf3-srv_10.42.42.10(pid=29425): Launched\u000a16:41:04.602616 tst iperf3.py:8: start network...\u000a16:41:04.731891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:05.231882 run create_hlr_db(pid=29426): Launched\u000a16:41:05.409777 bus /gobi_6: Setting Powered False\u000a16:41:06.431472 run create_hlr_db(pid=29426): Terminated: ok {rc=0}\u000a16:41:06.873769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29428): Launched\u000a16:41:07.208115 run osmo-hlr_10.42.42.2(pid=29429): Launched\u000a16:41:07.330058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:07.909695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29431): Launched\u000a16:41:08.243699 run osmo-stp_10.42.42.5(pid=29432): Launched\u000a16:41:08.365085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:08.944707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29434): Launched\u000a16:41:09.064016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:09.354382 run patchelf(pid=29435): Launched\u000a16:41:09.547936 run osmo-stp_10.42.42.5(pid=29432): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29432)]\u000a16:41:09.690025 run osmo-stp_10.42.42.5(pid=29432): stdout: \u000a| (launched: 2022-12-12_16:41:08.078579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:09.832456 run osmo-stp_10.42.42.5(pid=29432): stderr: \u000a| �[0;m�[38;5;43m20221212164108267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164108268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164108268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164108268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:09.970053 run osmo-stp_10.42.42.5(pid=29432): stdout: \u000a| (launched: 2022-12-12_16:41:08.078579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:10.106350 run osmo-stp_10.42.42.5(pid=29432): stderr: \u000a| �[0;m�[38;5;43m20221212164108267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164108268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164108268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164108268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164108269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:10.264811 run patchelf(pid=29435): Terminating (SIGINT)\u000a16:41:10.450138 run patchelf(pid=29435): Terminated: ok {rc=0}\u000a16:41:10.484152 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29432): Process ended prematurely: osmo-stp_10.42.42.5(pid=29432) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29432)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:41:10.494337 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:41:10.558760 run osmo-hlr_10.42.42.2(pid=29429): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29429)]\u000a16:41:10.611418 run osmo-hlr_10.42.42.2(pid=29429): stdout: \u000a| (launched: 2022-12-12_16:41:07.043292) \u000a16:41:10.664315 run osmo-hlr_10.42.42.2(pid=29429): stderr: \u000a| �[0;m�[1;31m20221212164107241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164107241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164107241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164107241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164107242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164107242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164107254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164107265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164107266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164107266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:10.709158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29424): Terminating (SIGTERM)\u000a16:41:10.751833 run iperf3-srv_10.42.42.10(pid=29425): Terminating (SIGTERM)\u000a16:41:10.794603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29428): Terminating (SIGTERM)\u000a16:41:10.837195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29431): Terminating (SIGTERM)\u000a16:41:10.879778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29434): Terminating (SIGTERM)\u000a16:41:10.889948 --- ParallelTerminationStrategy: PID 29424 died...\u000a16:41:10.946403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29424): Terminated: ok {rc=0}\u000a16:41:10.956754 --- ParallelTerminationStrategy: PID 29425 died...\u000a16:41:11.013281 run iperf3-srv_10.42.42.10(pid=29425): Terminated {rc=256}\u000a16:41:11.023361 --- ParallelTerminationStrategy: PID 29428 died...\u000a16:41:11.079661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29428): Terminated: ok {rc=0}\u000a16:41:11.090192 --- ParallelTerminationStrategy: PID 29431 died...\u000a16:41:11.146762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29431): Terminated: ok {rc=0}\u000a16:41:11.157056 --- ParallelTerminationStrategy: PID 29434 died...\u000a16:41:11.213751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29434): Terminated: ok {rc=0}\u000a16:41:11.302361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29450): Process ended prematurely: osmo-stp_10.42.42.5(pid=29450) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29450)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29450): Process ended prematurely: osmo-stp_10.42.42.5(pid=29450) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29450)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:41:12.419726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:12.431874 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:41:12.610766 tst iperf3m4.py: using LAC 30148\u000a16:41:12.738154 tst iperf3m4.py: using RAC 58\u000a16:41:12.867468 tst iperf3m4.py: using CellId 30148\u000a16:41:12.995382 tst iperf3m4.py: using BVCI 30149\u000a16:41:13.020689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.032188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.043518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.055319 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.067017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.078921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.090532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.102183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:13.114182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:13.232919 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:13.355869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:13.476474 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:13.776775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:41:13.916615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:14.263530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29436): Launched\u000a16:41:14.551421 run iperf3-srv_10.42.42.10(pid=29437): Launched\u000a16:41:14.755586 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:41:14.895521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:15.242274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29438): Launched\u000a16:41:15.530608 run iperf3-srv_10.42.42.10(pid=29439): Launched\u000a16:41:15.734615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:41:15.891842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:16.235342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29440): Launched\u000a16:41:16.548875 run iperf3-srv_10.42.42.10(pid=29441): Launched\u000a16:41:16.811964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:41:16.964341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:41:17.310491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29442): Launched\u000a16:41:17.580117 run iperf3-srv_10.42.42.10(pid=29443): Launched\u000a16:41:17.768778 tst iperf3m4.py:8: start network...\u000a16:41:17.897870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:18.399586 run create_hlr_db(pid=29444): Launched\u000a16:41:18.577330 bus /gobi_6: Setting Powered False\u000a16:41:19.598809 run create_hlr_db(pid=29444): Terminated: ok {rc=0}\u000a16:41:20.013866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29446): Launched\u000a16:41:20.327180 run osmo-hlr_10.42.42.2(pid=29447): Launched\u000a16:41:20.448264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:20.991448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29449): Launched\u000a16:41:21.303314 run osmo-stp_10.42.42.5(pid=29450): Launched\u000a16:41:21.415314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:21.955758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29452): Launched\u000a16:41:22.065998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:22.337646 run patchelf(pid=29453): Launched\u000a16:41:22.518148 run osmo-stp_10.42.42.5(pid=29450): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29450)]\u000a16:41:22.649960 run osmo-stp_10.42.42.5(pid=29450): stdout: \u000a| (launched: 2022-12-12_16:41:21.149362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:22.782052 run osmo-stp_10.42.42.5(pid=29450): stderr: \u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164121318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:22.909438 run osmo-stp_10.42.42.5(pid=29450): stdout: \u000a| (launched: 2022-12-12_16:41:21.149362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:23.035878 run osmo-stp_10.42.42.5(pid=29450): stderr: \u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164121317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164121318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164121318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:23.183782 run patchelf(pid=29453): Terminating (SIGINT)\u000a16:41:23.356191 run patchelf(pid=29453): Terminated: ok {rc=0}\u000a16:41:23.387953 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29450): Process ended prematurely: osmo-stp_10.42.42.5(pid=29450) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29450)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:41:23.397458 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:41:23.457128 run osmo-hlr_10.42.42.2(pid=29447): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29447)]\u000a16:41:23.506224 run osmo-hlr_10.42.42.2(pid=29447): stdout: \u000a| (launched: 2022-12-12_16:41:20.171520) \u000a16:41:23.555475 run osmo-hlr_10.42.42.2(pid=29447): stderr: \u000a| �[0;m�[1;31m20221212164120347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164120347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164120347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164120347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164120348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164120348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164120358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164120367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164120367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164120367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:23.597508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29436): Terminating (SIGTERM)\u000a16:41:23.636997 run iperf3-srv_10.42.42.10(pid=29437): Terminating (SIGTERM)\u000a16:41:23.676326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29438): Terminating (SIGTERM)\u000a16:41:23.715711 run iperf3-srv_10.42.42.10(pid=29439): Terminating (SIGTERM)\u000a16:41:23.755172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29440): Terminating (SIGTERM)\u000a16:41:23.794383 run iperf3-srv_10.42.42.10(pid=29441): Terminating (SIGTERM)\u000a16:41:23.833748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29442): Terminating (SIGTERM)\u000a16:41:23.873041 run iperf3-srv_10.42.42.10(pid=29443): Terminating (SIGTERM)\u000a16:41:23.912372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29446): Terminating (SIGTERM)\u000a16:41:23.951603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29449): Terminating (SIGTERM)\u000a16:41:23.990947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29452): Terminating (SIGTERM)\u000a16:41:24.000053 --- ParallelTerminationStrategy: PID 29436 died...\u000a16:41:24.053457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29436): Terminated: ok {rc=0}\u000a16:41:24.062946 --- ParallelTerminationStrategy: PID 29437 died...\u000a16:41:24.115779 run iperf3-srv_10.42.42.10(pid=29437): Terminated {rc=256}\u000a16:41:24.125348 --- ParallelTerminationStrategy: PID 29438 died...\u000a16:41:24.178372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29438): Terminated: ok {rc=0}\u000a16:41:24.187864 --- ParallelTerminationStrategy: PID 29439 died...\u000a16:41:24.240626 run iperf3-srv_10.42.42.10(pid=29439): Terminated {rc=256}\u000a16:41:24.250114 --- ParallelTerminationStrategy: PID 29440 died...\u000a16:41:24.302893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29440): Terminated: ok {rc=0}\u000a16:41:24.312344 --- ParallelTerminationStrategy: PID 29441 died...\u000a16:41:24.365075 run iperf3-srv_10.42.42.10(pid=29441): Terminated {rc=256}\u000a16:41:24.374613 --- ParallelTerminationStrategy: PID 29442 died...\u000a16:41:24.427659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29442): Terminated: ok {rc=0}\u000a16:41:24.437281 --- ParallelTerminationStrategy: PID 29443 died...\u000a16:41:24.489801 run iperf3-srv_10.42.42.10(pid=29443): Terminated {rc=256}\u000a16:41:24.499282 --- ParallelTerminationStrategy: PID 29446 died...\u000a16:41:24.552260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29446): Terminated: ok {rc=0}\u000a16:41:24.561841 --- ParallelTerminationStrategy: PID 29449 died...\u000a16:41:24.614600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29449): Terminated: ok {rc=0}\u000a16:41:24.624215 --- ParallelTerminationStrategy: PID 29452 died...\u000a16:41:24.677626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29452): Terminated: ok {rc=0}\u000a16:41:24.760838 bus /gobi_4: Setting Powered False\u000a16:41:25.863419 bus /gobi_4: Setting Powered False\u000a16:41:26.976874 bus /gobi_1: Setting Powered False\u000a16:41:28.079743 bus /gobi_1: Setting Powered False\u000a16:41:29.188560 bus /gobi_0: Setting Powered False\u000a16:41:30.295782 bus /gobi_0: Setting Powered False\u000a16:41:31.430899 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:41:32.501609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:32.514003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:41:32.682320 tst ping.py: using LAC 30149\u000a16:41:32.812428 tst ping.py: using RAC 59\u000a16:41:32.939284 tst ping.py: using CellId 30149\u000a16:41:33.071334 tst ping.py: using BVCI 30150\u000a16:41:33.096464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.108165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.119600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.131365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.142975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.154752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.166545 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:33.178305 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:33.459518 tst ping.py:19: start network...\u000a16:41:33.586049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:34.073879 run create_hlr_db(pid=29454): Launched\u000a16:41:34.248810 bus /gobi_6: Setting Powered False\u000a16:41:35.271055 run create_hlr_db(pid=29454): Terminated: ok {rc=0}\u000a16:41:35.706658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Launched\u000a16:41:36.033208 run osmo-hlr_10.42.42.2(pid=29457): Launched\u000a16:41:36.154546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:36.728727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Launched\u000a16:41:37.055654 run osmo-stp_10.42.42.5(pid=29460): Launched\u000a16:41:37.173388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:37.742340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29462): Launched\u000a16:41:37.859046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:38.143083 run patchelf(pid=29463): Launched\u000a16:41:38.333273 run osmo-stp_10.42.42.5(pid=29460): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)]\u000a16:41:38.472340 run osmo-stp_10.42.42.5(pid=29460): stdout: \u000a| (launched: 2022-12-12_16:41:36.894781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:38.611505 run osmo-stp_10.42.42.5(pid=29460): stderr: \u000a| �[0;m�[38;5;43m20221212164137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164137085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164137085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164137085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:38.746281 run osmo-stp_10.42.42.5(pid=29460): stdout: \u000a| (launched: 2022-12-12_16:41:36.894781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:38.880218 run osmo-stp_10.42.42.5(pid=29460): stderr: \u000a| �[0;m�[38;5;43m20221212164137084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164137085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164137085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164137085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164137086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:39.035395 run patchelf(pid=29463): Terminating (SIGINT)\u000a16:41:39.217295 run patchelf(pid=29463): Terminated: ok {rc=0}\u000a16:41:39.250263 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29460): Process ended prematurely: osmo-stp_10.42.42.5(pid=29460) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29460)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:41:39.259518 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:41:39.323798 run osmo-hlr_10.42.42.2(pid=29457): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29457)]\u000a16:41:39.376106 run osmo-hlr_10.42.42.2(pid=29457): stdout: \u000a| (launched: 2022-12-12_16:41:35.872912) \u000a16:41:39.429214 run osmo-hlr_10.42.42.2(pid=29457): stderr: \u000a| �[0;m�[1;31m20221212164136069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164136070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164136070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164136070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164136070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164136070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164136082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164136091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164136091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164136091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:39.474424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminating (SIGTERM)\u000a16:41:39.516780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminating (SIGTERM)\u000a16:41:39.559509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29462): Terminating (SIGTERM)\u000a16:41:39.569781 --- ParallelTerminationStrategy: PID 29456 died...\u000a16:41:39.627011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29456): Terminated: ok {rc=0}\u000a16:41:39.637113 --- ParallelTerminationStrategy: PID 29459 died...\u000a16:41:39.693489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29459): Terminated: ok {rc=0}\u000a16:41:39.703809 --- ParallelTerminationStrategy: PID 29462 died...\u000a16:41:39.760381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29462): Terminated: ok {rc=0}\u000a16:41:39.849422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:41:40.901733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:40.914021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:41:41.073818 tst ping_idle_ping.py: using LAC 30150\u000a16:41:41.192168 tst ping_idle_ping.py: using RAC 60\u000a16:41:41.313567 tst ping_idle_ping.py: using CellId 30150\u000a16:41:41.436656 tst ping_idle_ping.py: using BVCI 30151\u000a16:41:41.460226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.471430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.482452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.493340 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.504049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.514987 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.526028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:41:41.536843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:41:41.832278 tst ping_idle_ping.py:24: start network...\u000a16:41:41.969004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:42.490097 run create_hlr_db(pid=29464): Launched\u000a16:41:42.680311 bus /gobi_6: Setting Powered False\u000a16:41:43.700488 run create_hlr_db(pid=29464): Terminated: ok {rc=0}\u000a16:41:44.112237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Launched\u000a16:41:44.419691 run osmo-hlr_10.42.42.2(pid=29467): Launched\u000a16:41:44.536818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:45.069205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Launched\u000a16:41:45.376748 run osmo-stp_10.42.42.5(pid=29470): Launched\u000a16:41:45.486139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:46.073094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Launched\u000a16:41:46.184698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:46.471794 run patchelf(pid=29473): Launched\u000a16:41:46.653918 run osmo-stp_10.42.42.5(pid=29470): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a16:41:46.786665 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-12_16:41:45.223843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:46.919986 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221212164145394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164145395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164145395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164145395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:47.049295 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-12_16:41:45.223843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:47.176307 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221212164145394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164145395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164145395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164145395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164145396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:47.322898 run patchelf(pid=29473): Terminating (SIGINT)\u000a16:41:47.494319 run patchelf(pid=29473): Terminated: ok {rc=0}\u000a16:41:47.525613 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)] [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:41:47.534573 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:41:47.594208 run osmo-hlr_10.42.42.2(pid=29467): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29467)]\u000a16:41:47.643154 run osmo-hlr_10.42.42.2(pid=29467): stdout: \u000a| (launched: 2022-12-12_16:41:44.267624) \u000a16:41:47.692881 run osmo-hlr_10.42.42.2(pid=29467): stderr: \u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164144441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164144454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164144462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164144462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164144462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:47.735348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminating (SIGTERM)\u000a16:41:47.775368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a16:41:47.815327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminating (SIGTERM)\u000a16:41:47.824638 --- ParallelTerminationStrategy: PID 29466 died...\u000a16:41:47.878206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminated: ok {rc=0}\u000a16:41:47.887838 --- ParallelTerminationStrategy: PID 29469 died...\u000a16:41:47.940759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a16:41:47.950360 --- ParallelTerminationStrategy: PID 29472 died...\u000a16:41:48.003597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29472): Terminated: ok {rc=0}\u000a16:41:48.093471 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:40:49" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:41:50.127305 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.138670 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:41:50.305018 tst switch_tch_pdch.py: using LAC 30151\u000a16:41:50.433038 tst switch_tch_pdch.py: using RAC 61\u000a16:41:50.561039 tst switch_tch_pdch.py: using CellId 30151\u000a16:41:50.691007 tst switch_tch_pdch.py: using BVCI 30152\u000a16:41:50.716389 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.728233 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.739815 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.751852 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.763778 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.775728 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.788158 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:41:50.800127 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:50.922773 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:51.219254 tst switch_tch_pdch.py:51: start network...\u000a16:41:51.355628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:51.871289 run create_hlr_db(pid=29478): Launched\u000a16:41:52.061295 bus /gobi_6: Setting Powered False\u000a16:41:53.081596 run create_hlr_db(pid=29478): Terminated: ok {rc=0}\u000a16:41:53.495201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Launched\u000a16:41:53.800557 run osmo-hlr_10.42.42.2(pid=29481): Launched\u000a16:41:53.920738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:54.458145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Launched\u000a16:41:54.762190 run osmo-stp_10.42.42.5(pid=29484): Launched\u000a16:41:54.872533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:41:55.403242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Launched\u000a16:41:55.511011 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:41:55.778373 run patchelf(pid=29487): Launched\u000a16:41:55.955904 run osmo-stp_10.42.42.5(pid=29484): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a16:41:56.085566 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-12_16:41:54.612304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:56.215663 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221212164154780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164154781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164154781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164154781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:56.341160 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-12_16:41:54.612304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:56.465600 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221212164154780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164154781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164154781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164154781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164154782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:56.610020 run patchelf(pid=29487): Terminating (SIGINT)\u000a16:41:56.779530 run patchelf(pid=29487): Terminated: ok {rc=0}\u000a16:41:56.810483 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)] [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:41:56.819301 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:41:56.878556 run osmo-hlr_10.42.42.2(pid=29481): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29481)]\u000a16:41:56.927179 run osmo-hlr_10.42.42.2(pid=29481): stdout: \u000a| (launched: 2022-12-12_16:41:53.649981) \u000a16:41:56.976599 run osmo-hlr_10.42.42.2(pid=29481): stderr: \u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164153823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164153835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164153844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164153844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164153844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:57.018628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminating (SIGTERM)\u000a16:41:57.058428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminating (SIGTERM)\u000a16:41:57.098222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Terminating (SIGTERM)\u000a16:41:57.107385 --- ParallelTerminationStrategy: PID 29480 died...\u000a16:41:57.160086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminated: ok {rc=0}\u000a16:41:57.169994 --- ParallelTerminationStrategy: PID 29483 died...\u000a16:41:57.222813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminated: ok {rc=0}\u000a16:41:57.232290 --- ParallelTerminationStrategy: PID 29486 died...\u000a16:41:57.284753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29486): Terminated: ok {rc=0}\u000a16:41:57.368206 bus /gobi_0: Setting Powered False\u000a16:41:58.474801 bus /gobi_0: Setting Powered False\u000a16:41:59.581889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:41:49" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:42:01.726098 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:01.737905 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:42:01.908367 tst switch_tch_pdch.py: using LAC 30152\u000a16:42:02.048822 tst switch_tch_pdch.py: using RAC 62\u000a16:42:02.192568 tst switch_tch_pdch.py: using CellId 30152\u000a16:42:02.337267 tst switch_tch_pdch.py: using BVCI 30153\u000a16:42:02.364836 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.377405 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.390022 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.402756 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.414283 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.425967 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.437758 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:42:02.449420 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:42:02.566682 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:42:02.846251 tst switch_tch_pdch.py:51: start network...\u000a16:42:02.972576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:03.439620 run create_hlr_db(pid=29494): Launched\u000a16:42:03.563785 bus /gobi_6: Setting Powered False\u000a16:42:04.637058 run create_hlr_db(pid=29494): Terminated: ok {rc=0}\u000a16:42:05.043140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Launched\u000a16:42:05.369855 run osmo-hlr_10.42.42.2(pid=29497): Launched\u000a16:42:05.489979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:06.030785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Launched\u000a16:42:06.356519 run osmo-stp_10.42.42.5(pid=29500): Launched\u000a16:42:06.474714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:06.982607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Launched\u000a16:42:07.090280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:07.357629 run patchelf(pid=29503): Launched\u000a16:42:07.536664 run osmo-stp_10.42.42.5(pid=29500): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)]\u000a16:42:07.666432 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-12_16:42:06.196371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:07.796102 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164206388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:07.921966 run osmo-stp_10.42.42.5(pid=29500): stdout: \u000a| (launched: 2022-12-12_16:42:06.196371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:08.046237 run osmo-stp_10.42.42.5(pid=29500): stderr: \u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164206387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164206388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164206388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:08.191408 run patchelf(pid=29503): Terminating (SIGINT)\u000a16:42:08.361302 run patchelf(pid=29503): Terminated: ok {rc=0}\u000a16:42:08.392216 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29500): Process ended prematurely: osmo-stp_10.42.42.5(pid=29500) [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29500)] [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:42:08.400940 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:42:08.460139 run osmo-hlr_10.42.42.2(pid=29497): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29497)]\u000a16:42:08.508767 run osmo-hlr_10.42.42.2(pid=29497): stdout: \u000a| (launched: 2022-12-12_16:42:05.209197) \u000a16:42:08.558113 run osmo-hlr_10.42.42.2(pid=29497): stderr: \u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164205406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164205419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164205429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164205430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164205430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:08.599945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminating (SIGTERM)\u000a16:42:08.639611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminating (SIGTERM)\u000a16:42:08.679337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminating (SIGTERM)\u000a16:42:08.688573 --- ParallelTerminationStrategy: PID 29496 died...\u000a16:42:08.741452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29496): Terminated: ok {rc=0}\u000a16:42:08.750908 --- ParallelTerminationStrategy: PID 29499 died...\u000a16:42:08.803500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29499): Terminated: ok {rc=0}\u000a16:42:08.813060 --- ParallelTerminationStrategy: PID 29502 died...\u000a16:42:08.865484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29502): Terminated: ok {rc=0}\u000a16:42:08.954330 bus /gobi_0: Setting Powered False\u000a16:42:10.058188 bus /gobi_0: Setting Powered False\u000a16:42:11.169309 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:01" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29508): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29508) [trial-2379↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29508)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29508): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29508) [trial-2379↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:42:13.064485 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:42:13.075248 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:42:13.208381 tst mo_mt_sms.py: using LAC 30153\u000a16:42:13.329175 tst mo_mt_sms.py: using RAC 63\u000a16:42:13.450190 tst mo_mt_sms.py: using CellId 30153\u000a16:42:13.568684 tst mo_mt_sms.py: using BVCI 30154\u000a16:42:13.591784 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:42:13.710557 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:42:14.004873 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:42:14.141790 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:42:14.815972 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29507): Launched\u000a16:42:15.141098 run osmo-nitb_10.42.42.2(pid=29508): Launched\u000a16:42:15.342225 run osmo-nitb_10.42.42.2(pid=29508): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29508)]\u000a16:42:15.489678 run osmo-nitb_10.42.42.2(pid=29508): stdout: \u000a| (launched: 2022-12-12_16:42:14.981789) \u000a16:42:15.637368 run osmo-nitb_10.42.42.2(pid=29508): stderr: \u000a| (launched: 2022-12-12_16:42:15.030300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:15.780381 run osmo-nitb_10.42.42.2(pid=29508): stdout: \u000a| (launched: 2022-12-12_16:42:14.981789) \u000a16:42:15.938385 run osmo-nitb_10.42.42.2(pid=29508): stderr: \u000a| (launched: 2022-12-12_16:42:15.030300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:16.268940 tst osmo-nitb_10.42.42.2(pid=29508): stdout: \u000a| (launched: 2022-12-12_16:42:14.981789) \u000a16:42:16.395351 tst osmo-nitb_10.42.42.2(pid=29508): stderr: \u000a| (launched: 2022-12-12_16:42:15.030300)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:16.449712 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29508): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29508) [trial-2379↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29508)] [trial-2379↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a16:42:16.458075 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:42:16.492576 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29507): Terminating (SIGTERM)\u000a16:42:16.669854 --- ParallelTerminationStrategy: PID 29507 died...\u000a16:42:16.725345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29507): Terminated: ok {rc=0}\u000a16:42:16.811164 bus /sierra_3: Setting Powered False\u000a16:42:17.918704 bus /sierra_3: Setting Powered False\u000a16:42:19.027778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:12" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:42:20.919486 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:20.930105 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:42:21.063501 tst mo_mt_sms.py: using LAC 30154\u000a16:42:21.181895 tst mo_mt_sms.py: using RAC 64\u000a16:42:21.308178 tst mo_mt_sms.py: using CellId 30154\u000a16:42:21.435695 tst mo_mt_sms.py: using BVCI 30155\u000a16:42:21.460594 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:21.471837 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:21.482882 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:21.494103 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:21.505424 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:21.516682 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:42:21.633650 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:42:21.834006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:22.322771 run create_hlr_db(pid=29512): Launched\u000a16:42:22.498065 bus /sierra_2: Setting Powered False\u000a16:42:23.519518 run create_hlr_db(pid=29512): Terminated: ok {rc=0}\u000a16:42:23.953765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Launched\u000a16:42:24.279238 run osmo-hlr_10.42.42.2(pid=29515): Launched\u000a16:42:24.399997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:24.966696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Launched\u000a16:42:25.292371 run osmo-stp_10.42.42.5(pid=29518): Launched\u000a16:42:25.411766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:42:26.009981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29520): Launched\u000a16:42:26.337685 run osmo-msc_10.42.42.6(pid=29521): Launched\u000a16:42:26.528478 run osmo-stp_10.42.42.5(pid=29518): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)]\u000a16:42:26.666511 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-12_16:42:25.132341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:26.803285 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221212164225321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164225321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164225322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164225322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164225322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164225322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164225323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:26.934365 run osmo-stp_10.42.42.5(pid=29518): stdout: \u000a| (launched: 2022-12-12_16:42:25.132341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:27.064341 run osmo-stp_10.42.42.5(pid=29518): stderr: \u000a| �[0;m�[38;5;43m20221212164225321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164225321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164225322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164225322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164225322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164225322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164225323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:27.121567 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29518): Process ended prematurely: osmo-stp_10.42.42.5(pid=29518) [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29518)] [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a16:42:27.130282 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a16:42:27.193511 run osmo-hlr_10.42.42.2(pid=29515): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29515)]\u000a16:42:27.245107 run osmo-hlr_10.42.42.2(pid=29515): stdout: \u000a| (launched: 2022-12-12_16:42:24.119106) \u000a16:42:27.298139 run osmo-hlr_10.42.42.2(pid=29515): stderr: \u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164224315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164224328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164224336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164224336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164224336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:27.369633 run osmo-msc_10.42.42.6(pid=29521): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29521)]\u000a16:42:27.421310 run osmo-msc_10.42.42.6(pid=29521): stdout: \u000a| (launched: 2022-12-12_16:42:26.175298) \u000a16:42:27.473603 run osmo-msc_10.42.42.6(pid=29521): stderr: \u000a| �[0;m�[38;5;43m20221212164226494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164226495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c8ad8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164226495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164226495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164226495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164226495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164226497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164226497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164226497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164226498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:42:27.517968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminating (SIGTERM)\u000a16:42:27.560033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminating (SIGTERM)\u000a16:42:27.602460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29520): Terminating (SIGTERM)\u000a16:42:27.612497 --- ParallelTerminationStrategy: PID 29514 died...\u000a16:42:27.668796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29514): Terminated: ok {rc=0}\u000a16:42:27.678848 --- ParallelTerminationStrategy: PID 29517 died...\u000a16:42:27.734706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29517): Terminated: ok {rc=0}\u000a16:42:27.745072 --- ParallelTerminationStrategy: PID 29520 died...\u000a16:42:27.800719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29520): Terminated: ok {rc=0}\u000a16:42:27.888602 bus /sierra_3: Setting Powered False\u000a16:42:28.991158 bus /sierra_3: Setting Powered False\u000a16:42:30.098647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:20" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29527): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29527) [trial-2379↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29527)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29527): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29527) [trial-2379↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:42:32.048924 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:42:32.061897 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:42:32.224775 tst assert_extension.py: using LAC 30155\u000a16:42:32.346112 tst assert_extension.py: using RAC 65\u000a16:42:32.464672 tst assert_extension.py: using CellId 30155\u000a16:42:32.586041 tst assert_extension.py: using BVCI 30156\u000a16:42:32.609472 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:42:32.904850 tst assert_extension.py:10: start nitb and bts...\u000a16:42:33.041353 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:42:33.717961 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29526): Launched\u000a16:42:34.042379 run osmo-nitb_10.42.42.2(pid=29527): Launched\u000a16:42:34.242449 run osmo-nitb_10.42.42.2(pid=29527): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29527)]\u000a16:42:34.389582 run osmo-nitb_10.42.42.2(pid=29527): stdout: \u000a| (launched: 2022-12-12_16:42:33.884699) \u000a16:42:34.536930 run osmo-nitb_10.42.42.2(pid=29527): stderr: \u000a| (launched: 2022-12-12_16:42:33.933323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:34.679575 run osmo-nitb_10.42.42.2(pid=29527): stdout: \u000a| (launched: 2022-12-12_16:42:33.884699) \u000a16:42:34.821789 run osmo-nitb_10.42.42.2(pid=29527): stderr: \u000a| (launched: 2022-12-12_16:42:33.933323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:35.174436 tst osmo-nitb_10.42.42.2(pid=29527): stdout: \u000a| (launched: 2022-12-12_16:42:33.884699) \u000a16:42:35.304270 tst osmo-nitb_10.42.42.2(pid=29527): stderr: \u000a| (launched: 2022-12-12_16:42:33.933323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:42:35.361161 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29527): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29527) [trial-2379↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29527)] [trial-2379↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a16:42:35.369980 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:42:35.407178 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29526): Terminating (SIGTERM)\u000a16:42:35.585078 --- ParallelTerminationStrategy: PID 29526 died...\u000a16:42:35.644848 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29526): Terminated: ok {rc=0}\u000a16:42:35.732570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:31" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29537): Process ended prematurely: osmo-stp_10.42.42.5(pid=29537) [trial-2379↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29537)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29537): Process ended prematurely: osmo-stp_10.42.42.5(pid=29537) [trial-2379↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:42:37.569602 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:37.580293 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:42:37.719412 tst assert_extension.py: using LAC 30156\u000a16:42:37.841607 tst assert_extension.py: using RAC 66\u000a16:42:37.961591 tst assert_extension.py: using CellId 30156\u000a16:42:38.081228 tst assert_extension.py: using BVCI 30157\u000a16:42:38.104438 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:38.115390 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:38.125909 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:38.136866 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:38.147947 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:42:38.159095 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:42:38.369838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:38.884479 run create_hlr_db(pid=29531): Launched\u000a16:42:39.073428 bus /sierra_2: Setting Powered False\u000a16:42:40.093792 run create_hlr_db(pid=29531): Terminated: ok {rc=0}\u000a16:42:40.504629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29533): Launched\u000a16:42:40.809656 run osmo-hlr_10.42.42.2(pid=29534): Launched\u000a16:42:40.921505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:41.455404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29536): Launched\u000a16:42:41.761292 run osmo-stp_10.42.42.5(pid=29537): Launched\u000a16:42:41.870280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:42:42.425860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29539): Launched\u000a16:42:42.731388 run osmo-msc_10.42.42.6(pid=29540): Launched\u000a16:42:42.908438 run osmo-stp_10.42.42.5(pid=29537): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29537)]\u000a16:42:43.037064 run osmo-stp_10.42.42.5(pid=29537): stdout: \u000a| (launched: 2022-12-12_16:42:41.609382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:43.163182 run osmo-stp_10.42.42.5(pid=29537): stderr: \u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164241776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:43.284761 run osmo-stp_10.42.42.5(pid=29537): stdout: \u000a| (launched: 2022-12-12_16:42:41.609382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:43.405424 run osmo-stp_10.42.42.5(pid=29537): stderr: \u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164241775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164241776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164241776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:43.458306 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29537): Process ended prematurely: osmo-stp_10.42.42.5(pid=29537) [trial-2379↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29537)] [trial-2379↪ussd:trx-umtrx↪assert_extension.py:17]\u000a16:42:43.466530 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a16:42:43.525945 run osmo-hlr_10.42.42.2(pid=29534): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29534)]\u000a16:42:43.574362 run osmo-hlr_10.42.42.2(pid=29534): stdout: \u000a| (launched: 2022-12-12_16:42:40.658990) \u000a16:42:43.623703 run osmo-hlr_10.42.42.2(pid=29534): stderr: \u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164240833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164240845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164240854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164240854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164240854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:43.691110 run osmo-msc_10.42.42.6(pid=29540): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29540)]\u000a16:42:43.739958 run osmo-msc_10.42.42.6(pid=29540): stdout: \u000a| (launched: 2022-12-12_16:42:42.579221) \u000a16:42:43.789062 run osmo-msc_10.42.42.6(pid=29540): stderr: \u000a| �[0;m�[38;5;43m20221212164242851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164242851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1a8e3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164242852 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164242852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164242852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164242852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164242854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164242854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164242854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164242854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:42:43.831125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29533): Terminating (SIGTERM)\u000a16:42:43.870770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29536): Terminating (SIGTERM)\u000a16:42:43.910595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29539): Terminating (SIGTERM)\u000a16:42:43.919882 --- ParallelTerminationStrategy: PID 29533 died...\u000a16:42:43.973794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29533): Terminated: ok {rc=0}\u000a16:42:43.983304 --- ParallelTerminationStrategy: PID 29536 died...\u000a16:42:44.036063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29536): Terminated: ok {rc=0}\u000a16:42:44.045915 --- ParallelTerminationStrategy: PID 29539 died...\u000a16:42:44.098661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29539): Terminated: ok {rc=0}\u000a16:42:44.187835 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:42:46.165401 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.178179 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:42:46.350591 tst mo_mt_call.py: using LAC 30157\u000a16:42:46.515844 tst mo_mt_call.py: using RAC 67\u000a16:42:46.649106 tst mo_mt_call.py: using CellId 30157\u000a16:42:46.771401 tst mo_mt_call.py: using BVCI 30158\u000a16:42:46.795788 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.807925 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.820120 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.832261 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.843999 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:46.856047 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:42:46.972334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:42:47.216405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:47.716009 run create_hlr_db(pid=29545): Launched\u000a16:42:47.894620 bus /sierra_2: Setting Powered False\u000a16:42:48.916039 run create_hlr_db(pid=29545): Terminated: ok {rc=0}\u000a16:42:49.328075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Launched\u000a16:42:49.637862 run osmo-hlr_10.42.42.2(pid=29548): Launched\u000a16:42:49.750916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:50.289131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Launched\u000a16:42:50.599551 run osmo-stp_10.42.42.5(pid=29551): Launched\u000a16:42:50.711211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:42:51.280824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Launched\u000a16:42:51.595936 run osmo-msc_10.42.42.6(pid=29554): Launched\u000a16:42:51.777937 run osmo-stp_10.42.42.5(pid=29551): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)]\u000a16:42:51.930386 run osmo-stp_10.42.42.5(pid=29551): stdout: \u000a| (launched: 2022-12-12_16:42:50.446720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:52.059107 run osmo-stp_10.42.42.5(pid=29551): stderr: \u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164250619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:52.183384 run osmo-stp_10.42.42.5(pid=29551): stdout: \u000a| (launched: 2022-12-12_16:42:50.446720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:52.306372 run osmo-stp_10.42.42.5(pid=29551): stderr: \u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164250619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164250619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164250620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:52.360870 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29551): Process ended prematurely: osmo-stp_10.42.42.5(pid=29551) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29551)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:42:52.369669 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:42:52.428841 run osmo-hlr_10.42.42.2(pid=29548): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29548)]\u000a16:42:52.477572 run osmo-hlr_10.42.42.2(pid=29548): stdout: \u000a| (launched: 2022-12-12_16:42:49.485379) \u000a16:42:52.527102 run osmo-hlr_10.42.42.2(pid=29548): stderr: \u000a| �[0;m�[1;31m20221212164249662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164249662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164249662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164249663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164249663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164249663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164249675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164249683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164249684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164249684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:52.594261 run osmo-msc_10.42.42.6(pid=29554): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29554)]\u000a16:42:52.643108 run osmo-msc_10.42.42.6(pid=29554): stdout: \u000a| (launched: 2022-12-12_16:42:51.438507) \u000a16:42:52.692381 run osmo-msc_10.42.42.6(pid=29554): stderr: \u000a| �[0;m�[38;5;43m20221212164251714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164251714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f74e3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164251714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164251714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164251714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164251715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164251716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:42:52.734165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Terminating (SIGTERM)\u000a16:42:52.773790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Terminating (SIGTERM)\u000a16:42:52.813324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Terminating (SIGTERM)\u000a16:42:52.822474 --- ParallelTerminationStrategy: PID 29547 died...\u000a16:42:52.875132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29547): Terminated: ok {rc=0}\u000a16:42:52.884616 --- ParallelTerminationStrategy: PID 29550 died...\u000a16:42:52.936985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29550): Terminated: ok {rc=0}\u000a16:42:52.946436 --- ParallelTerminationStrategy: PID 29553 died...\u000a16:42:52.998647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29553): Terminated: ok {rc=0}\u000a16:42:53.087531 bus /sierra_3: Setting Powered False\u000a16:42:54.195132 bus /sierra_3: Setting Powered False\u000a16:42:55.302077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:42:56.419010 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:56.431579 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:42:56.601533 tst mo_mt_call_osmux.py: using LAC 30158\u000a16:42:56.727463 tst mo_mt_call_osmux.py: using RAC 68\u000a16:42:56.851436 tst mo_mt_call_osmux.py: using CellId 30158\u000a16:42:56.979131 tst mo_mt_call_osmux.py: using BVCI 30159\u000a16:42:57.003027 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:57.014410 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:57.025335 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:57.036301 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:57.047333 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:42:57.058295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:42:57.178143 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:42:57.383824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:57.880213 run create_hlr_db(pid=29556): Launched\u000a16:42:58.057254 bus /sierra_2: Setting Powered False\u000a16:42:59.078938 run create_hlr_db(pid=29556): Terminated: ok {rc=0}\u000a16:42:59.519285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Launched\u000a16:42:59.853840 run osmo-hlr_10.42.42.2(pid=29559): Launched\u000a16:42:59.973437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:00.549690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Launched\u000a16:43:00.991928 run osmo-stp_10.42.42.5(pid=29562): Launched\u000a16:43:01.156605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:01.760204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29564): Launched\u000a16:43:02.329874 run osmo-msc_10.42.42.6(pid=29565): Launched\u000a16:43:02.642088 run osmo-stp_10.42.42.5(pid=29562): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)]\u000a16:43:02.771345 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-12_16:43:00.718651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:02.900754 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221212164300966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164300967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164300967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164300967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:03.025702 run osmo-stp_10.42.42.5(pid=29562): stdout: \u000a| (launched: 2022-12-12_16:43:00.718651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:03.149376 run osmo-stp_10.42.42.5(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221212164300966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164300967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164300967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164300967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164300968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:03.204159 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29562): Process ended prematurely: osmo-stp_10.42.42.5(pid=29562) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29562)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:43:03.213109 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a16:43:03.273323 run osmo-hlr_10.42.42.2(pid=29559): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29559)]\u000a16:43:03.323344 run osmo-hlr_10.42.42.2(pid=29559): stdout: \u000a| (launched: 2022-12-12_16:42:59.688716) \u000a16:43:03.373625 run osmo-hlr_10.42.42.2(pid=29559): stderr: \u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164259887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164259899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164259908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164259909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164259909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:03.441850 run osmo-msc_10.42.42.6(pid=29565): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29565)]\u000a16:43:03.491422 run osmo-msc_10.42.42.6(pid=29565): stdout: \u000a| (launched: 2022-12-12_16:43:01.934702) \u000a16:43:03.541350 run osmo-msc_10.42.42.6(pid=29565): stderr: \u000a| �[0;m�[38;5;43m20221212164302356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164302356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0287f22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164302357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164302357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164302357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164302358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164302362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164302363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164302364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164302364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:03.583838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Terminating (SIGTERM)\u000a16:43:03.623949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminating (SIGTERM)\u000a16:43:03.664144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29564): Terminating (SIGTERM)\u000a16:43:03.673632 --- ParallelTerminationStrategy: PID 29558 died...\u000a16:43:03.727363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29558): Terminated: ok {rc=0}\u000a16:43:03.737259 --- ParallelTerminationStrategy: PID 29561 died...\u000a16:43:03.790692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29561): Terminated: ok {rc=0}\u000a16:43:03.800356 --- ParallelTerminationStrategy: PID 29564 died...\u000a16:43:03.854041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29564): Terminated: ok {rc=0}\u000a16:43:03.942363 bus /sierra_3: Setting Powered False\u000a16:43:05.046601 bus /sierra_3: Setting Powered False\u000a16:43:06.157203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:42:45" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29576): Process ended prematurely: osmo-stp_10.42.42.5(pid=29576) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29576)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29576): Process ended prematurely: osmo-stp_10.42.42.5(pid=29576) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:08.166159 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.177890 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:43:08.342726 tst mo_mt_call.py: using LAC 30159\u000a16:43:08.469965 tst mo_mt_call.py: using RAC 69\u000a16:43:08.597894 tst mo_mt_call.py: using CellId 30159\u000a16:43:08.727152 tst mo_mt_call.py: using BVCI 30160\u000a16:43:08.752459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.764164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.775618 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.787340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.799184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:08.810953 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:08.928629 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:09.132735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:09.633451 run create_hlr_db(pid=29570): Launched\u000a16:43:09.811199 bus /sierra_2: Setting Powered False\u000a16:43:10.834002 run create_hlr_db(pid=29570): Terminated: ok {rc=0}\u000a16:43:11.276059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29572): Launched\u000a16:43:11.610438 run osmo-hlr_10.42.42.2(pid=29573): Launched\u000a16:43:11.731539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:12.310515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29575): Launched\u000a16:43:12.644106 run osmo-stp_10.42.42.5(pid=29576): Launched\u000a16:43:12.765791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:13.374754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29578): Launched\u000a16:43:13.707649 run osmo-msc_10.42.42.6(pid=29579): Launched\u000a16:43:13.902455 run osmo-stp_10.42.42.5(pid=29576): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29576)]\u000a16:43:14.042897 run osmo-stp_10.42.42.5(pid=29576): stdout: \u000a| (launched: 2022-12-12_16:43:12.479970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:14.181855 run osmo-stp_10.42.42.5(pid=29576): stderr: \u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164312675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:14.315599 run osmo-stp_10.42.42.5(pid=29576): stdout: \u000a| (launched: 2022-12-12_16:43:12.479970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:14.448135 run osmo-stp_10.42.42.5(pid=29576): stderr: \u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164312674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164312675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164312675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:14.506529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29576): Process ended prematurely: osmo-stp_10.42.42.5(pid=29576) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29576)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:43:14.515894 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:43:14.579498 run osmo-hlr_10.42.42.2(pid=29573): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29573)]\u000a16:43:14.632231 run osmo-hlr_10.42.42.2(pid=29573): stdout: \u000a| (launched: 2022-12-12_16:43:11.445604) \u000a16:43:14.684931 run osmo-hlr_10.42.42.2(pid=29573): stderr: \u000a| �[0;m�[1;31m20221212164311642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164311642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164311643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164311643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164311643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164311643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164311675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164311684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164311685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164311685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:14.756523 run osmo-msc_10.42.42.6(pid=29579): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29579)]\u000a16:43:14.808567 run osmo-msc_10.42.42.6(pid=29579): stdout: \u000a| (launched: 2022-12-12_16:43:13.543582) \u000a16:43:14.861669 run osmo-msc_10.42.42.6(pid=29579): stderr: \u000a| �[0;m�[38;5;43m20221212164313863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164313863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62a54f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164313864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164313864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164313864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164313864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164313866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164313866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164313866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164313866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:14.906296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29572): Terminating (SIGTERM)\u000a16:43:14.949013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29575): Terminating (SIGTERM)\u000a16:43:14.991230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29578): Terminating (SIGTERM)\u000a16:43:15.001380 --- ParallelTerminationStrategy: PID 29572 died...\u000a16:43:15.058584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29572): Terminated: ok {rc=0}\u000a16:43:15.069182 --- ParallelTerminationStrategy: PID 29575 died...\u000a16:43:15.125796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29575): Terminated: ok {rc=0}\u000a16:43:15.136256 --- ParallelTerminationStrategy: PID 29578 died...\u000a16:43:15.193199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29578): Terminated: ok {rc=0}\u000a16:43:15.282789 bus /sierra_3: Setting Powered False\u000a16:43:16.389697 bus /sierra_3: Setting Powered False\u000a16:43:17.499074 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29587): Process ended prematurely: osmo-stp_10.42.42.5(pid=29587) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29587)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29587): Process ended prematurely: osmo-stp_10.42.42.5(pid=29587) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:43:18.616316 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:18.628784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:43:18.798116 tst mo_mt_call_osmux.py: using LAC 30160\u000a16:43:18.922446 tst mo_mt_call_osmux.py: using RAC 70\u000a16:43:19.050276 tst mo_mt_call_osmux.py: using CellId 30160\u000a16:43:19.173639 tst mo_mt_call_osmux.py: using BVCI 30161\u000a16:43:19.207849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:19.219478 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:19.230690 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:19.241771 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:19.252731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:43:19.263779 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:19.380558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:43:19.599004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:20.124209 run create_hlr_db(pid=29581): Launched\u000a16:43:20.316715 bus /sierra_2: Setting Powered False\u000a16:43:21.337366 run create_hlr_db(pid=29581): Terminated: ok {rc=0}\u000a16:43:21.763814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29583): Launched\u000a16:43:22.099628 run osmo-hlr_10.42.42.2(pid=29584): Launched\u000a16:43:22.221127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:22.802562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29586): Launched\u000a16:43:23.135719 run osmo-stp_10.42.42.5(pid=29587): Launched\u000a16:43:23.256306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:23.863428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29589): Launched\u000a16:43:24.197333 run osmo-msc_10.42.42.6(pid=29590): Launched\u000a16:43:24.391793 run osmo-stp_10.42.42.5(pid=29587): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29587)]\u000a16:43:24.531817 run osmo-stp_10.42.42.5(pid=29587): stdout: \u000a| (launched: 2022-12-12_16:43:22.971852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:24.670376 run osmo-stp_10.42.42.5(pid=29587): stderr: \u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164323164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164323165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:24.803570 run osmo-stp_10.42.42.5(pid=29587): stdout: \u000a| (launched: 2022-12-12_16:43:22.971852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:24.936002 run osmo-stp_10.42.42.5(pid=29587): stderr: \u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164323164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164323165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:24.994537 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29587): Process ended prematurely: osmo-stp_10.42.42.5(pid=29587) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29587)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:43:25.004074 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:43:25.067640 run osmo-hlr_10.42.42.2(pid=29584): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29584)]\u000a16:43:25.119345 run osmo-hlr_10.42.42.2(pid=29584): stdout: \u000a| (launched: 2022-12-12_16:43:21.934050) \u000a16:43:25.172002 run osmo-hlr_10.42.42.2(pid=29584): stderr: \u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164322132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164322144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164322153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164322153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164322153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:25.243389 run osmo-msc_10.42.42.6(pid=29590): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29590)]\u000a16:43:25.295100 run osmo-msc_10.42.42.6(pid=29590): stdout: \u000a| (launched: 2022-12-12_16:43:24.032820) \u000a16:43:25.347494 run osmo-msc_10.42.42.6(pid=29590): stderr: \u000a| �[0;m�[38;5;43m20221212164324354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164324354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f752192ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164324354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164324355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164324355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164324355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164324357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164324357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164324357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164324357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:25.391603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29583): Terminating (SIGTERM)\u000a16:43:25.433788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29586): Terminating (SIGTERM)\u000a16:43:25.475913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29589): Terminating (SIGTERM)\u000a16:43:25.485992 --- ParallelTerminationStrategy: PID 29583 died...\u000a16:43:25.542006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29583): Terminated: ok {rc=0}\u000a16:43:25.552303 --- ParallelTerminationStrategy: PID 29586 died...\u000a16:43:25.608360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29586): Terminated: ok {rc=0}\u000a16:43:25.618332 --- ParallelTerminationStrategy: PID 29589 died...\u000a16:43:25.674337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29589): Terminated: ok {rc=0}\u000a16:43:25.761149 bus /sierra_3: Setting Powered False\u000a16:43:26.869499 bus /sierra_3: Setting Powered False\u000a16:43:27.979815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:43:07" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:29.970287 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:29.981349 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:43:30.139383 tst mo_mt_call.py: using LAC 30161\u000a16:43:30.263265 tst mo_mt_call.py: using RAC 71\u000a16:43:30.386705 tst mo_mt_call.py: using CellId 30161\u000a16:43:30.510509 tst mo_mt_call.py: using BVCI 30162\u000a16:43:30.534191 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:30.545369 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:30.556132 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:30.567127 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:30.578194 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:30.589416 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:43:30.709469 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:43:30.943644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:31.519892 run create_hlr_db(pid=29595): Launched\u000a16:43:31.747865 bus /sierra_2: Setting Powered False\u000a16:43:32.739861 run create_hlr_db(pid=29595): Terminated: ok {rc=0}\u000a16:43:33.207527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Launched\u000a16:43:33.542101 run osmo-hlr_10.42.42.2(pid=29598): Launched\u000a16:43:33.667606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:34.246568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Launched\u000a16:43:34.581692 run osmo-stp_10.42.42.5(pid=29601): Launched\u000a16:43:34.703499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:35.310781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Launched\u000a16:43:35.645961 run osmo-msc_10.42.42.6(pid=29604): Launched\u000a16:43:35.841080 run osmo-stp_10.42.42.5(pid=29601): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)]\u000a16:43:35.981979 run osmo-stp_10.42.42.5(pid=29601): stdout: \u000a| (launched: 2022-12-12_16:43:34.415594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:36.120761 run osmo-stp_10.42.42.5(pid=29601): stderr: \u000a| �[0;m�[38;5;43m20221212164334607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164334607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164334608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164334608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164334608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164334609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164334609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:36.254306 run osmo-stp_10.42.42.5(pid=29601): stdout: \u000a| (launched: 2022-12-12_16:43:34.415594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:36.386442 run osmo-stp_10.42.42.5(pid=29601): stderr: \u000a| �[0;m�[38;5;43m20221212164334607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164334607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164334608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164334608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164334608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164334609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164334609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:36.444485 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29601): Process ended prematurely: osmo-stp_10.42.42.5(pid=29601) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29601)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:43:36.453990 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:43:36.517690 run osmo-hlr_10.42.42.2(pid=29598): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29598)]\u000a16:43:36.569721 run osmo-hlr_10.42.42.2(pid=29598): stdout: \u000a| (launched: 2022-12-12_16:43:33.376344) \u000a16:43:36.622568 run osmo-hlr_10.42.42.2(pid=29598): stderr: \u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164333573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164333585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164333594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164333594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164333594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:36.694079 run osmo-msc_10.42.42.6(pid=29604): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29604)]\u000a16:43:36.746278 run osmo-msc_10.42.42.6(pid=29604): stdout: \u000a| (launched: 2022-12-12_16:43:35.479947) \u000a16:43:36.798740 run osmo-msc_10.42.42.6(pid=29604): stderr: \u000a| �[0;m�[38;5;43m20221212164335801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164335801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f592698dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164335801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164335801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164335801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164335801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164335803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164335803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164335804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164335804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:36.843703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Terminating (SIGTERM)\u000a16:43:36.886012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Terminating (SIGTERM)\u000a16:43:36.928514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Terminating (SIGTERM)\u000a16:43:36.938605 --- ParallelTerminationStrategy: PID 29597 died...\u000a16:43:36.995052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29597): Terminated: ok {rc=0}\u000a16:43:37.005549 --- ParallelTerminationStrategy: PID 29600 died...\u000a16:43:37.062059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29600): Terminated: ok {rc=0}\u000a16:43:37.072167 --- ParallelTerminationStrategy: PID 29603 died...\u000a16:43:37.128565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29603): Terminated: ok {rc=0}\u000a16:43:37.217347 bus /sierra_3: Setting Powered False\u000a16:43:38.321717 bus /sierra_3: Setting Powered False\u000a16:43:39.432146 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:43:40.549126 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:40.561447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:43:40.729689 tst mo_mt_call_osmux.py: using LAC 30162\u000a16:43:40.858904 tst mo_mt_call_osmux.py: using RAC 72\u000a16:43:40.989473 tst mo_mt_call_osmux.py: using CellId 30162\u000a16:43:41.118301 tst mo_mt_call_osmux.py: using BVCI 30163\u000a16:43:41.143567 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:41.155184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:41.166642 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:41.178481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:41.190248 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:43:41.201940 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:43:41.319271 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:43:41.535369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:42.058750 run create_hlr_db(pid=29606): Launched\u000a16:43:42.250526 bus /sierra_2: Setting Powered False\u000a16:43:43.272288 run create_hlr_db(pid=29606): Terminated: ok {rc=0}\u000a16:43:43.687993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Launched\u000a16:43:44.000629 run osmo-hlr_10.42.42.2(pid=29609): Launched\u000a16:43:44.114996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:44.652670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Launched\u000a16:43:44.964637 run osmo-stp_10.42.42.5(pid=29612): Launched\u000a16:43:45.077212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:45.642928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Launched\u000a16:43:46.096847 run osmo-msc_10.42.42.6(pid=29615): Launched\u000a16:43:46.551705 run osmo-stp_10.42.42.5(pid=29612): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)]\u000a16:43:46.682399 run osmo-stp_10.42.42.5(pid=29612): stdout: \u000a| (launched: 2022-12-12_16:43:44.809938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:46.813862 run osmo-stp_10.42.42.5(pid=29612): stderr: \u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164344980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:46.940880 run osmo-stp_10.42.42.5(pid=29612): stdout: \u000a| (launched: 2022-12-12_16:43:44.809938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:47.070299 run osmo-stp_10.42.42.5(pid=29612): stderr: \u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164344979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164344980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164344980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:47.126098 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29612): Process ended prematurely: osmo-stp_10.42.42.5(pid=29612) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29612)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:43:47.136233 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:43:47.199074 run osmo-hlr_10.42.42.2(pid=29609): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29609)]\u000a16:43:47.248831 run osmo-hlr_10.42.42.2(pid=29609): stdout: \u000a| (launched: 2022-12-12_16:43:43.845669) \u000a16:43:47.299230 run osmo-hlr_10.42.42.2(pid=29609): stderr: \u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164344023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164344035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164344043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164344043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164344044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:47.366992 run osmo-msc_10.42.42.6(pid=29615): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29615)]\u000a16:43:47.415864 run osmo-msc_10.42.42.6(pid=29615): stdout: \u000a| (launched: 2022-12-12_16:43:45.811326) \u000a16:43:47.465370 run osmo-msc_10.42.42.6(pid=29615): stderr: \u000a| �[0;m�[38;5;43m20221212164346271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164346272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6311160c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164346272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164346272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164346273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164346273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164346278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164346279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164346279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164346279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:47.507932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Terminating (SIGTERM)\u000a16:43:47.547865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Terminating (SIGTERM)\u000a16:43:47.587707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Terminating (SIGTERM)\u000a16:43:47.597063 --- ParallelTerminationStrategy: PID 29608 died...\u000a16:43:47.650664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29608): Terminated: ok {rc=0}\u000a16:43:47.660222 --- ParallelTerminationStrategy: PID 29611 died...\u000a16:43:47.713358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29611): Terminated: ok {rc=0}\u000a16:43:47.722928 --- ParallelTerminationStrategy: PID 29614 died...\u000a16:43:47.775857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29614): Terminated: ok {rc=0}\u000a16:43:47.859480 bus /sierra_3: Setting Powered False\u000a16:43:48.966174 bus /sierra_3: Setting Powered False\u000a16:43:50.077380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:43:29" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:43:52.065168 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.076319 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:43:52.233667 tst mo_mt_call.py: using LAC 30163\u000a16:43:52.356565 tst mo_mt_call.py: using RAC 73\u000a16:43:52.477980 tst mo_mt_call.py: using CellId 30163\u000a16:43:52.601466 tst mo_mt_call.py: using BVCI 30164\u000a16:43:52.625081 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.636206 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.647137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.658142 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.669187 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:43:52.680021 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:43:52.800718 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:43:53.009165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:53.508796 run create_hlr_db(pid=29621): Launched\u000a16:43:53.687037 bus /sierra_2: Setting Powered False\u000a16:43:54.709432 run create_hlr_db(pid=29621): Terminated: ok {rc=0}\u000a16:43:55.153461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Launched\u000a16:43:55.488486 run osmo-hlr_10.42.42.2(pid=29624): Launched\u000a16:43:55.611112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:56.188662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Launched\u000a16:43:56.524456 run osmo-stp_10.42.42.5(pid=29627): Launched\u000a16:43:56.647057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:43:57.258033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Launched\u000a16:43:57.594300 run osmo-msc_10.42.42.6(pid=29630): Launched\u000a16:43:57.789806 run osmo-stp_10.42.42.5(pid=29627): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a16:43:57.931128 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-12_16:43:56.358627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:58.070236 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221212164356548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164356549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164356549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164356549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:58.204525 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-12_16:43:56.358627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:58.337517 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221212164356548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164356549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164356549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164356549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164356550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:58.395972 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:43:58.405358 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:43:58.469812 run osmo-hlr_10.42.42.2(pid=29624): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29624)]\u000a16:43:58.522647 run osmo-hlr_10.42.42.2(pid=29624): stdout: \u000a| (launched: 2022-12-12_16:43:55.323627) \u000a16:43:58.575995 run osmo-hlr_10.42.42.2(pid=29624): stderr: \u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164355521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164355534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164355542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164355543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164355543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:58.648040 run osmo-msc_10.42.42.6(pid=29630): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29630)]\u000a16:43:58.700539 run osmo-msc_10.42.42.6(pid=29630): stdout: \u000a| (launched: 2022-12-12_16:43:57.427485) \u000a16:43:58.753686 run osmo-msc_10.42.42.6(pid=29630): stderr: \u000a| �[0;m�[38;5;43m20221212164357748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164357748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f733ccabc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164357748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164357748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164357749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164357749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164357750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164357751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164357751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164357751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:43:58.798610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminating (SIGTERM)\u000a16:43:58.840842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminating (SIGTERM)\u000a16:43:58.883691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Terminating (SIGTERM)\u000a16:43:58.893812 --- ParallelTerminationStrategy: PID 29623 died...\u000a16:43:58.950698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminated: ok {rc=0}\u000a16:43:58.960782 --- ParallelTerminationStrategy: PID 29626 died...\u000a16:43:59.016819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminated: ok {rc=0}\u000a16:43:59.027202 --- ParallelTerminationStrategy: PID 29629 died...\u000a16:43:59.083589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29629): Terminated: ok {rc=0}\u000a16:43:59.171799 bus /sierra_3: Setting Powered False\u000a16:44:00.279112 bus /sierra_3: Setting Powered False\u000a16:44:01.402328 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:02.520764 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:02.533280 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:44:02.696425 tst mo_mt_call_osmux.py: using LAC 30164\u000a16:44:02.834969 tst mo_mt_call_osmux.py: using RAC 74\u000a16:44:02.962278 tst mo_mt_call_osmux.py: using CellId 30164\u000a16:44:03.087415 tst mo_mt_call_osmux.py: using BVCI 30165\u000a16:44:03.111259 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:03.122706 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:03.133722 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:03.145321 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:03.157060 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:44:03.168513 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:44:03.289744 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:44:03.497446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:03.997165 run create_hlr_db(pid=29632): Launched\u000a16:44:04.176147 bus /sierra_2: Setting Powered False\u000a16:44:05.197417 run create_hlr_db(pid=29632): Terminated: ok {rc=0}\u000a16:44:05.639634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Launched\u000a16:44:05.973273 run osmo-hlr_10.42.42.2(pid=29635): Launched\u000a16:44:06.096890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:06.678098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Launched\u000a16:44:07.011818 run osmo-stp_10.42.42.5(pid=29638): Launched\u000a16:44:07.133185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:07.740218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Launched\u000a16:44:08.074479 run osmo-msc_10.42.42.6(pid=29641): Launched\u000a16:44:08.268141 run osmo-stp_10.42.42.5(pid=29638): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)]\u000a16:44:08.408409 run osmo-stp_10.42.42.5(pid=29638): stdout: \u000a| (launched: 2022-12-12_16:44:06.846833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:08.546895 run osmo-stp_10.42.42.5(pid=29638): stderr: \u000a| �[0;m�[38;5;43m20221212164407038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164407039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164407039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164407039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:08.680256 run osmo-stp_10.42.42.5(pid=29638): stdout: \u000a| (launched: 2022-12-12_16:44:06.846833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:08.812070 run osmo-stp_10.42.42.5(pid=29638): stderr: \u000a| �[0;m�[38;5;43m20221212164407038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164407039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164407039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164407039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164407040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:08.870911 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29638): Process ended prematurely: osmo-stp_10.42.42.5(pid=29638) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29638)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:44:08.880271 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:44:08.943911 run osmo-hlr_10.42.42.2(pid=29635): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29635)]\u000a16:44:08.995765 run osmo-hlr_10.42.42.2(pid=29635): stdout: \u000a| (launched: 2022-12-12_16:44:05.808466) \u000a16:44:09.048188 run osmo-hlr_10.42.42.2(pid=29635): stderr: \u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164406006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164406018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164406027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164406027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164406027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:09.119319 run osmo-msc_10.42.42.6(pid=29641): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29641)]\u000a16:44:09.171104 run osmo-msc_10.42.42.6(pid=29641): stdout: \u000a| (launched: 2022-12-12_16:44:07.909434) \u000a16:44:09.223481 run osmo-msc_10.42.42.6(pid=29641): stderr: \u000a| �[0;m�[38;5;43m20221212164408231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164408231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f525b0a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164408231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164408231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164408233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164408234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164408234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164408234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:09.267749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Terminating (SIGTERM)\u000a16:44:09.309908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Terminating (SIGTERM)\u000a16:44:09.352169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Terminating (SIGTERM)\u000a16:44:09.362323 --- ParallelTerminationStrategy: PID 29634 died...\u000a16:44:09.418580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29634): Terminated: ok {rc=0}\u000a16:44:09.428841 --- ParallelTerminationStrategy: PID 29637 died...\u000a16:44:09.485133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29637): Terminated: ok {rc=0}\u000a16:44:09.495243 --- ParallelTerminationStrategy: PID 29640 died...\u000a16:44:09.551287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29640): Terminated: ok {rc=0}\u000a16:44:09.638732 bus /sierra_3: Setting Powered False\u000a16:44:10.745509 bus /sierra_3: Setting Powered False\u000a16:44:11.852427 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:43:51" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:44:13.855025 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:13.866614 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:44:14.026270 tst mo_mt_call.py: using LAC 30165\u000a16:44:14.150415 tst mo_mt_call.py: using RAC 75\u000a16:44:14.274529 tst mo_mt_call.py: using CellId 30165\u000a16:44:14.398157 tst mo_mt_call.py: using BVCI 30166\u000a16:44:14.422286 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:14.433733 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:14.444521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:14.455493 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:14.466574 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:14.477530 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:14.599823 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:14.815025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:15.340837 run create_hlr_db(pid=29647): Launched\u000a16:44:15.533190 bus /sierra_2: Setting Powered False\u000a16:44:16.556855 run create_hlr_db(pid=29647): Terminated: ok {rc=0}\u000a16:44:17.022333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Launched\u000a16:44:17.360915 run osmo-hlr_10.42.42.2(pid=29650): Launched\u000a16:44:17.485520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:18.070481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Launched\u000a16:44:18.406137 run osmo-stp_10.42.42.5(pid=29653): Launched\u000a16:44:18.527465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:19.138970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Launched\u000a16:44:19.474601 run osmo-msc_10.42.42.6(pid=29656): Launched\u000a16:44:19.669262 run osmo-stp_10.42.42.5(pid=29653): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)]\u000a16:44:19.809436 run osmo-stp_10.42.42.5(pid=29653): stdout: \u000a| (launched: 2022-12-12_16:44:18.240185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:19.948344 run osmo-stp_10.42.42.5(pid=29653): stderr: \u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164418433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:20.082049 run osmo-stp_10.42.42.5(pid=29653): stdout: \u000a| (launched: 2022-12-12_16:44:18.240185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:20.214200 run osmo-stp_10.42.42.5(pid=29653): stderr: \u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164418432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164418433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164418433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:20.272373 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29653): Process ended prematurely: osmo-stp_10.42.42.5(pid=29653) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29653)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:44:20.281760 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:44:20.345498 run osmo-hlr_10.42.42.2(pid=29650): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29650)]\u000a16:44:20.397418 run osmo-hlr_10.42.42.2(pid=29650): stdout: \u000a| (launched: 2022-12-12_16:44:17.194416) \u000a16:44:20.449890 run osmo-hlr_10.42.42.2(pid=29650): stderr: \u000a| �[0;m�[1;31m20221212164417389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164417389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164417389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164417390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164417390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164417390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164417402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164417410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164417410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164417410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:20.521520 run osmo-msc_10.42.42.6(pid=29656): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29656)]\u000a16:44:20.573343 run osmo-msc_10.42.42.6(pid=29656): stdout: \u000a| (launched: 2022-12-12_16:44:19.308165) \u000a16:44:20.625558 run osmo-msc_10.42.42.6(pid=29656): stderr: \u000a| �[0;m�[38;5;43m20221212164419630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164419631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1d90b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164419631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164419631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164419631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164419631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164419633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164419633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164419633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164419634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:20.669967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Terminating (SIGTERM)\u000a16:44:20.711637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Terminating (SIGTERM)\u000a16:44:20.753776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Terminating (SIGTERM)\u000a16:44:20.763803 --- ParallelTerminationStrategy: PID 29649 died...\u000a16:44:20.820140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29649): Terminated: ok {rc=0}\u000a16:44:20.830593 --- ParallelTerminationStrategy: PID 29652 died...\u000a16:44:20.887043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29652): Terminated: ok {rc=0}\u000a16:44:20.897188 --- ParallelTerminationStrategy: PID 29655 died...\u000a16:44:20.953415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29655): Terminated: ok {rc=0}\u000a16:44:21.040393 bus /sierra_3: Setting Powered False\u000a16:44:22.148716 bus /sierra_3: Setting Powered False\u000a16:44:23.261229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:24.373173 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.385366 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:44:24.546067 tst mo_mt_call_osmux.py: using LAC 30166\u000a16:44:24.668383 tst mo_mt_call_osmux.py: using RAC 76\u000a16:44:24.791478 tst mo_mt_call_osmux.py: using CellId 30166\u000a16:44:24.915208 tst mo_mt_call_osmux.py: using BVCI 30167\u000a16:44:24.938768 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.950035 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.961066 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.972025 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.983127 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:44:24.994096 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:25.115912 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:44:25.322176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:25.824055 run create_hlr_db(pid=29659): Launched\u000a16:44:26.002585 bus /sierra_2: Setting Powered False\u000a16:44:27.024738 run create_hlr_db(pid=29659): Terminated: ok {rc=0}\u000a16:44:27.467248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Launched\u000a16:44:27.800898 run osmo-hlr_10.42.42.2(pid=29662): Launched\u000a16:44:27.925248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:28.506585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Launched\u000a16:44:28.841511 run osmo-stp_10.42.42.5(pid=29665): Launched\u000a16:44:28.967254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:29.576475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Launched\u000a16:44:29.912239 run osmo-msc_10.42.42.6(pid=29668): Launched\u000a16:44:30.108562 run osmo-stp_10.42.42.5(pid=29665): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)]\u000a16:44:30.250333 run osmo-stp_10.42.42.5(pid=29665): stdout: \u000a| (launched: 2022-12-12_16:44:28.676371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:30.389088 run osmo-stp_10.42.42.5(pid=29665): stderr: \u000a| �[0;m�[38;5;43m20221212164428869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164428869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164428870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164428870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:30.522716 run osmo-stp_10.42.42.5(pid=29665): stdout: \u000a| (launched: 2022-12-12_16:44:28.676371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:30.655455 run osmo-stp_10.42.42.5(pid=29665): stderr: \u000a| �[0;m�[38;5;43m20221212164428869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164428869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164428870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164428870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164428871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:30.713803 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29665): Process ended prematurely: osmo-stp_10.42.42.5(pid=29665) [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29665)] [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:44:30.723288 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:44:30.787223 run osmo-hlr_10.42.42.2(pid=29662): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29662)]\u000a16:44:30.841178 run osmo-hlr_10.42.42.2(pid=29662): stdout: \u000a| (launched: 2022-12-12_16:44:27.636746) \u000a16:44:30.900355 run osmo-hlr_10.42.42.2(pid=29662): stderr: \u000a| �[0;m�[1;31m20221212164427833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164427834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164427834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164427834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164427834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164427834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164427849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164427859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164427860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164427860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:30.972925 run osmo-msc_10.42.42.6(pid=29668): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29668)]\u000a16:44:31.025883 run osmo-msc_10.42.42.6(pid=29668): stdout: \u000a| (launched: 2022-12-12_16:44:29.746063) \u000a16:44:31.079306 run osmo-msc_10.42.42.6(pid=29668): stderr: \u000a| �[0;m�[38;5;43m20221212164430065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164430065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6de2242c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164430065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164430065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164430067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164430068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164430068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164430068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:31.124656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Terminating (SIGTERM)\u000a16:44:31.167692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Terminating (SIGTERM)\u000a16:44:31.210942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Terminating (SIGTERM)\u000a16:44:31.221101 --- ParallelTerminationStrategy: PID 29661 died...\u000a16:44:31.278693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29661): Terminated: ok {rc=0}\u000a16:44:31.289622 --- ParallelTerminationStrategy: PID 29664 died...\u000a16:44:31.347571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29664): Terminated: ok {rc=0}\u000a16:44:31.358380 --- ParallelTerminationStrategy: PID 29667 died...\u000a16:44:31.415574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29667): Terminated: ok {rc=0}\u000a16:44:31.507774 bus /sierra_3: Setting Powered False\u000a16:44:32.609300 bus /sierra_3: Setting Powered False\u000a16:44:33.717337 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:44:13" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29679): Process ended prematurely: osmo-stp_10.42.42.5(pid=29679) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29679)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29679): Process ended prematurely: osmo-stp_10.42.42.5(pid=29679) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:44:35.716323 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:35.727613 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:44:35.886927 tst mo_mt_call.py: using LAC 30167\u000a16:44:36.011220 tst mo_mt_call.py: using RAC 77\u000a16:44:36.139927 tst mo_mt_call.py: using CellId 30167\u000a16:44:36.270137 tst mo_mt_call.py: using BVCI 30168\u000a16:44:36.295699 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:36.307534 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:36.319306 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:36.331153 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:36.343018 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:36.354741 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:44:36.471559 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:44:36.677230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:37.176819 run create_hlr_db(pid=29673): Launched\u000a16:44:37.355131 bus /sierra_2: Setting Powered False\u000a16:44:38.376130 run create_hlr_db(pid=29673): Terminated: ok {rc=0}\u000a16:44:38.792680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29675): Launched\u000a16:44:39.106990 run osmo-hlr_10.42.42.2(pid=29676): Launched\u000a16:44:39.220042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:39.760605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29678): Launched\u000a16:44:40.072542 run osmo-stp_10.42.42.5(pid=29679): Launched\u000a16:44:40.185053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:40.754790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29681): Launched\u000a16:44:41.068722 run osmo-msc_10.42.42.6(pid=29682): Launched\u000a16:44:41.250984 run osmo-stp_10.42.42.5(pid=29679): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29679)]\u000a16:44:41.382157 run osmo-stp_10.42.42.5(pid=29679): stdout: \u000a| (launched: 2022-12-12_16:44:39.918387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:41.510639 run osmo-stp_10.42.42.5(pid=29679): stderr: \u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164440090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:41.634845 run osmo-stp_10.42.42.5(pid=29679): stdout: \u000a| (launched: 2022-12-12_16:44:39.918387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:41.757537 run osmo-stp_10.42.42.5(pid=29679): stderr: \u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164440089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164440090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164440090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:41.811865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29679): Process ended prematurely: osmo-stp_10.42.42.5(pid=29679) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29679)] [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:44:41.820839 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:44:41.880207 run osmo-hlr_10.42.42.2(pid=29676): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29676)]\u000a16:44:41.928853 run osmo-hlr_10.42.42.2(pid=29676): stdout: \u000a| (launched: 2022-12-12_16:44:38.951572) \u000a16:44:41.978078 run osmo-hlr_10.42.42.2(pid=29676): stderr: \u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164439126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164439137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164439145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164439145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164439145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:42.044896 run osmo-msc_10.42.42.6(pid=29682): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29682)]\u000a16:44:42.093469 run osmo-msc_10.42.42.6(pid=29682): stdout: \u000a| (launched: 2022-12-12_16:44:40.912565) \u000a16:44:42.142481 run osmo-msc_10.42.42.6(pid=29682): stderr: \u000a| �[0;m�[38;5;43m20221212164441182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164441182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dd3f50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164441182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164441182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164441182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164441183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164441184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164441185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164441185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164441185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:42.184027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29675): Terminating (SIGTERM)\u000a16:44:42.223519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29678): Terminating (SIGTERM)\u000a16:44:42.262974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29681): Terminating (SIGTERM)\u000a16:44:42.272153 --- ParallelTerminationStrategy: PID 29675 died...\u000a16:44:42.325135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29675): Terminated: ok {rc=0}\u000a16:44:42.334699 --- ParallelTerminationStrategy: PID 29678 died...\u000a16:44:42.387083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29678): Terminated: ok {rc=0}\u000a16:44:42.396574 --- ParallelTerminationStrategy: PID 29681 died...\u000a16:44:42.449573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29681): Terminated: ok {rc=0}\u000a16:44:42.537913 bus /sierra_3: Setting Powered False\u000a16:44:43.640813 bus /sierra_3: Setting Powered False\u000a16:44:44.748313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:44:45.892072 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:45.905942 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:44:46.082354 tst mo_mt_call_osmux.py: using LAC 30168\u000a16:44:46.249363 tst mo_mt_call_osmux.py: using RAC 78\u000a16:44:46.389429 tst mo_mt_call_osmux.py: using CellId 30168\u000a16:44:46.526226 tst mo_mt_call_osmux.py: using BVCI 30169\u000a16:44:46.552852 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:46.565884 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:46.578464 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:46.592707 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:46.608621 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:44:46.621924 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:44:46.770677 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:44:47.009362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:47.543850 run create_hlr_db(pid=29685): Launched\u000a16:44:47.732144 bus /sierra_2: Setting Powered False\u000a16:44:48.748239 run create_hlr_db(pid=29685): Terminated: ok {rc=0}\u000a16:44:49.192715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Launched\u000a16:44:49.528690 run osmo-hlr_10.42.42.2(pid=29688): Launched\u000a16:44:49.655068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:50.234151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Launched\u000a16:44:50.568374 run osmo-stp_10.42.42.5(pid=29691): Launched\u000a16:44:50.690229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:44:51.300528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Launched\u000a16:44:51.637171 run osmo-msc_10.42.42.6(pid=29694): Launched\u000a16:44:51.832936 run osmo-stp_10.42.42.5(pid=29691): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)]\u000a16:44:51.975242 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-12_16:44:50.404310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:52.114990 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221212164450593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164450594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164450594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164450594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:52.249440 run osmo-stp_10.42.42.5(pid=29691): stdout: \u000a| (launched: 2022-12-12_16:44:50.404310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:52.382537 run osmo-stp_10.42.42.5(pid=29691): stderr: \u000a| �[0;m�[38;5;43m20221212164450593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164450594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164450594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164450594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:52.441194 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29691): Process ended prematurely: osmo-stp_10.42.42.5(pid=29691) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29691)] [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:44:52.450902 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:44:52.514844 run osmo-hlr_10.42.42.2(pid=29688): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29688)]\u000a16:44:52.566997 run osmo-hlr_10.42.42.2(pid=29688): stdout: \u000a| (launched: 2022-12-12_16:44:49.362732) \u000a16:44:52.619758 run osmo-hlr_10.42.42.2(pid=29688): stderr: \u000a| �[0;m�[1;31m20221212164449558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164449558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164449559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164449559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164449559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164449559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164449571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164449580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164449580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164449580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:52.691298 run osmo-msc_10.42.42.6(pid=29694): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29694)]\u000a16:44:52.743183 run osmo-msc_10.42.42.6(pid=29694): stdout: \u000a| (launched: 2022-12-12_16:44:51.470676) \u000a16:44:52.795960 run osmo-msc_10.42.42.6(pid=29694): stderr: \u000a| �[0;m�[38;5;43m20221212164451790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164451790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587bf3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164451790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164451790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164451790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164451790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164451792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164451792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164451793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164451793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:44:52.840587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminating (SIGTERM)\u000a16:44:52.883832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminating (SIGTERM)\u000a16:44:52.926355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Terminating (SIGTERM)\u000a16:44:52.936603 --- ParallelTerminationStrategy: PID 29687 died...\u000a16:44:52.993691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29687): Terminated: ok {rc=0}\u000a16:44:53.004050 --- ParallelTerminationStrategy: PID 29690 died...\u000a16:44:53.060799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29690): Terminated: ok {rc=0}\u000a16:44:53.070930 --- ParallelTerminationStrategy: PID 29693 died...\u000a16:44:53.127795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29693): Terminated: ok {rc=0}\u000a16:44:53.215791 bus /sierra_3: Setting Powered False\u000a16:44:54.323932 bus /sierra_3: Setting Powered False\u000a16:44:55.435374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:44:35" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29708): Process ended prematurely: osmo-stp_10.42.42.5(pid=29708) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29708)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29708): Process ended prematurely: osmo-stp_10.42.42.5(pid=29708) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:44:57.422394 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:57.433340 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:44:57.594281 tst mo_mt_call.py: using LAC 30169\u000a16:44:57.720712 tst mo_mt_call.py: using RAC 79\u000a16:44:57.850466 tst mo_mt_call.py: using CellId 30169\u000a16:44:57.979057 tst mo_mt_call.py: using BVCI 30170\u000a16:44:58.004517 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:58.016163 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:58.027628 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:58.039731 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:58.052781 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:44:58.064189 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:44:58.182023 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:44:58.385723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:58.888147 run create_hlr_db(pid=29699): Launched\u000a16:44:59.066524 bus /sierra_2: Setting Powered False\u000a16:45:00.089252 run create_hlr_db(pid=29699): Terminated: ok {rc=0}\u000a16:45:00.534743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Launched\u000a16:45:00.871343 run osmo-hlr_10.42.42.2(pid=29702): Launched\u000a16:45:01.031703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:01.689940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Launched\u000a16:45:02.164397 run osmo-stp_10.42.42.5(pid=29708): Launched\u000a16:45:02.303575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:02.882869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29710): Launched\u000a16:45:03.196018 run osmo-msc_10.42.42.6(pid=29711): Launched\u000a16:45:03.376052 run osmo-stp_10.42.42.5(pid=29708): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29708)]\u000a16:45:03.505987 run osmo-stp_10.42.42.5(pid=29708): stdout: \u000a| (launched: 2022-12-12_16:45:01.852815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:03.635121 run osmo-stp_10.42.42.5(pid=29708): stderr: \u000a| �[0;m�[38;5;43m20221212164502077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164502077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164502078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164502078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:03.759661 run osmo-stp_10.42.42.5(pid=29708): stdout: \u000a| (launched: 2022-12-12_16:45:01.852815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:03.883031 run osmo-stp_10.42.42.5(pid=29708): stderr: \u000a| �[0;m�[38;5;43m20221212164502077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164502077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164502078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164502078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164502079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:03.937890 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29708): Process ended prematurely: osmo-stp_10.42.42.5(pid=29708) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29708)] [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:45:03.946432 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:45:04.006353 run osmo-hlr_10.42.42.2(pid=29702): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29702)]\u000a16:45:04.055374 run osmo-hlr_10.42.42.2(pid=29702): stdout: \u000a| (launched: 2022-12-12_16:45:00.704393) \u000a16:45:04.105321 run osmo-hlr_10.42.42.2(pid=29702): stderr: \u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164501059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164501083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164501099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164501099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164501099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:04.173163 run osmo-msc_10.42.42.6(pid=29711): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29711)]\u000a16:45:04.222529 run osmo-msc_10.42.42.6(pid=29711): stdout: \u000a| (launched: 2022-12-12_16:45:03.040749) \u000a16:45:04.272136 run osmo-msc_10.42.42.6(pid=29711): stderr: \u000a| �[0;m�[38;5;43m20221212164503313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164503313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba8dea0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164503313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164503313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164503314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164503314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164503315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164503316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164503316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164503316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:04.314344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Terminating (SIGTERM)\u000a16:45:04.354185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Terminating (SIGTERM)\u000a16:45:04.393951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29710): Terminating (SIGTERM)\u000a16:45:04.403224 --- ParallelTerminationStrategy: PID 29701 died...\u000a16:45:04.456578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29701): Terminated: ok {rc=0}\u000a16:45:04.466209 --- ParallelTerminationStrategy: PID 29704 died...\u000a16:45:04.519094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29704): Terminated: ok {rc=0}\u000a16:45:04.528605 --- ParallelTerminationStrategy: PID 29710 died...\u000a16:45:04.581510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29710): Terminated: ok {rc=0}\u000a16:45:04.669261 bus /sierra_3: Setting Powered False\u000a16:45:05.777328 bus /sierra_3: Setting Powered False\u000a16:45:06.885240 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29719): Process ended prematurely: osmo-stp_10.42.42.5(pid=29719) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29719)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29719): Process ended prematurely: osmo-stp_10.42.42.5(pid=29719) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:08.003535 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.016000 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:45:08.189933 tst mo_mt_call_osmux.py: using LAC 30170\u000a16:45:08.320515 tst mo_mt_call_osmux.py: using RAC 80\u000a16:45:08.449914 tst mo_mt_call_osmux.py: using CellId 30170\u000a16:45:08.580904 tst mo_mt_call_osmux.py: using BVCI 30171\u000a16:45:08.606488 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.618251 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.629720 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.641559 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.653720 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:45:08.665776 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:45:08.787078 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:45:09.005802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:09.530840 run create_hlr_db(pid=29713): Launched\u000a16:45:09.723488 bus /sierra_2: Setting Powered False\u000a16:45:10.744388 run create_hlr_db(pid=29713): Terminated: ok {rc=0}\u000a16:45:11.164849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29715): Launched\u000a16:45:11.476070 run osmo-hlr_10.42.42.2(pid=29716): Launched\u000a16:45:11.592550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:12.132179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29718): Launched\u000a16:45:12.445019 run osmo-stp_10.42.42.5(pid=29719): Launched\u000a16:45:12.558170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:13.133111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29721): Launched\u000a16:45:13.448523 run osmo-msc_10.42.42.6(pid=29722): Launched\u000a16:45:13.630455 run osmo-stp_10.42.42.5(pid=29719): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29719)]\u000a16:45:13.761722 run osmo-stp_10.42.42.5(pid=29719): stdout: \u000a| (launched: 2022-12-12_16:45:12.289820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:13.891380 run osmo-stp_10.42.42.5(pid=29719): stderr: \u000a| �[0;m�[38;5;43m20221212164512459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164512459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164512460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164512460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:14.015932 run osmo-stp_10.42.42.5(pid=29719): stdout: \u000a| (launched: 2022-12-12_16:45:12.289820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:14.139983 run osmo-stp_10.42.42.5(pid=29719): stderr: \u000a| �[0;m�[38;5;43m20221212164512459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164512459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164512460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164512460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164512461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:14.194874 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29719): Process ended prematurely: osmo-stp_10.42.42.5(pid=29719) [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29719)] [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:45:14.203730 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:45:14.263959 run osmo-hlr_10.42.42.2(pid=29716): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29716)]\u000a16:45:14.313408 run osmo-hlr_10.42.42.2(pid=29716): stdout: \u000a| (launched: 2022-12-12_16:45:11.322603) \u000a16:45:14.363628 run osmo-hlr_10.42.42.2(pid=29716): stderr: \u000a| �[0;m�[1;31m20221212164511496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164511496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164511496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164511497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164511497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164511497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164511509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164511517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164511518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164511518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:14.432092 run osmo-msc_10.42.42.6(pid=29722): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29722)]\u000a16:45:14.481657 run osmo-msc_10.42.42.6(pid=29722): stdout: \u000a| (launched: 2022-12-12_16:45:13.291140) \u000a16:45:14.531686 run osmo-msc_10.42.42.6(pid=29722): stderr: \u000a| �[0;m�[38;5;43m20221212164513563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164513564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e00294c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164513564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164513564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164513564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164513564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164513566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164513567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164513567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164513567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:14.574375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29715): Terminating (SIGTERM)\u000a16:45:14.614902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29718): Terminating (SIGTERM)\u000a16:45:14.654987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29721): Terminating (SIGTERM)\u000a16:45:14.664348 --- ParallelTerminationStrategy: PID 29715 died...\u000a16:45:14.717984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29715): Terminated: ok {rc=0}\u000a16:45:14.727749 --- ParallelTerminationStrategy: PID 29718 died...\u000a16:45:14.781025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29718): Terminated: ok {rc=0}\u000a16:45:14.790523 --- ParallelTerminationStrategy: PID 29721 died...\u000a16:45:14.844906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29721): Terminated: ok {rc=0}\u000a16:45:14.929560 bus /sierra_3: Setting Powered False\u000a16:45:16.047528 bus /sierra_3: Setting Powered False\u000a16:45:17.166204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:44:57" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29733): Process ended prematurely: osmo-stp_10.42.42.5(pid=29733) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29733)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29733): Process ended prematurely: osmo-stp_10.42.42.5(pid=29733) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:45:19.157537 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.169060 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:19.310468 tst mo_mt_call.py: using LAC 30171\u000a16:45:19.447100 tst mo_mt_call.py: using RAC 81\u000a16:45:19.576046 tst mo_mt_call.py: using CellId 30171\u000a16:45:19.704224 tst mo_mt_call.py: using BVCI 30172\u000a16:45:19.729773 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.741737 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.753383 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.765356 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.777400 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:19.789414 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:19.911026 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:20.117883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:20.617333 run create_hlr_db(pid=29727): Launched\u000a16:45:20.794962 bus /sierra_2: Setting Powered False\u000a16:45:21.817064 run create_hlr_db(pid=29727): Terminated: ok {rc=0}\u000a16:45:22.261142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29729): Launched\u000a16:45:22.596065 run osmo-hlr_10.42.42.2(pid=29730): Launched\u000a16:45:22.717336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:23.299970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29732): Launched\u000a16:45:23.635629 run osmo-stp_10.42.42.5(pid=29733): Launched\u000a16:45:23.757390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:24.368674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29735): Launched\u000a16:45:24.704846 run osmo-msc_10.42.42.6(pid=29736): Launched\u000a16:45:24.900232 run osmo-stp_10.42.42.5(pid=29733): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29733)]\u000a16:45:25.041244 run osmo-stp_10.42.42.5(pid=29733): stdout: \u000a| (launched: 2022-12-12_16:45:23.469789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:25.181663 run osmo-stp_10.42.42.5(pid=29733): stderr: \u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164523661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:25.315711 run osmo-stp_10.42.42.5(pid=29733): stdout: \u000a| (launched: 2022-12-12_16:45:23.469789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:25.448799 run osmo-stp_10.42.42.5(pid=29733): stderr: \u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164523660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164523661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164523661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:25.507483 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29733): Process ended prematurely: osmo-stp_10.42.42.5(pid=29733) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29733)] [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:45:25.517118 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:45:25.581053 run osmo-hlr_10.42.42.2(pid=29730): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29730)]\u000a16:45:25.633135 run osmo-hlr_10.42.42.2(pid=29730): stdout: \u000a| (launched: 2022-12-12_16:45:22.430633) \u000a16:45:25.685797 run osmo-hlr_10.42.42.2(pid=29730): stderr: \u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164522627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164522639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164522650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164522650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164522650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:25.757565 run osmo-msc_10.42.42.6(pid=29736): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29736)]\u000a16:45:25.809650 run osmo-msc_10.42.42.6(pid=29736): stdout: \u000a| (launched: 2022-12-12_16:45:24.538767) \u000a16:45:25.862459 run osmo-msc_10.42.42.6(pid=29736): stderr: \u000a| �[0;m�[38;5;43m20221212164524861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164524862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa26acfdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164524862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164524862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164524862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164524862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164524864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164524864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164524864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164524864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:25.907491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29729): Terminating (SIGTERM)\u000a16:45:25.950352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29732): Terminating (SIGTERM)\u000a16:45:25.993109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29735): Terminating (SIGTERM)\u000a16:45:26.003290 --- ParallelTerminationStrategy: PID 29729 died...\u000a16:45:26.060166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29729): Terminated: ok {rc=0}\u000a16:45:26.070627 --- ParallelTerminationStrategy: PID 29732 died...\u000a16:45:26.127221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29732): Terminated: ok {rc=0}\u000a16:45:26.137820 --- ParallelTerminationStrategy: PID 29735 died...\u000a16:45:26.194225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29735): Terminated: ok {rc=0}\u000a16:45:26.282947 bus /sierra_3: Setting Powered False\u000a16:45:27.387161 bus /sierra_3: Setting Powered False\u000a16:45:28.498446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29744): Process ended prematurely: osmo-stp_10.42.42.5(pid=29744) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29744)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29744): Process ended prematurely: osmo-stp_10.42.42.5(pid=29744) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:45:29.609914 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:29.622151 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:45:29.765300 tst mo_mt_call_osmux.py: using LAC 30172\u000a16:45:29.887117 tst mo_mt_call_osmux.py: using RAC 82\u000a16:45:30.009841 tst mo_mt_call_osmux.py: using CellId 30172\u000a16:45:30.134307 tst mo_mt_call_osmux.py: using BVCI 30173\u000a16:45:30.158108 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:30.169549 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:30.180605 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:30.191939 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:30.203785 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:45:30.215351 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:30.333718 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:45:30.551492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:31.152791 run create_hlr_db(pid=29738): Launched\u000a16:45:31.349575 bus /sierra_2: Setting Powered False\u000a16:45:32.356691 run create_hlr_db(pid=29738): Terminated: ok {rc=0}\u000a16:45:32.812070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29740): Launched\u000a16:45:33.148319 run osmo-hlr_10.42.42.2(pid=29741): Launched\u000a16:45:33.270282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:33.852474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29743): Launched\u000a16:45:34.188386 run osmo-stp_10.42.42.5(pid=29744): Launched\u000a16:45:34.310070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:34.919362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29746): Launched\u000a16:45:35.256285 run osmo-msc_10.42.42.6(pid=29747): Launched\u000a16:45:35.455066 run osmo-stp_10.42.42.5(pid=29744): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29744)]\u000a16:45:35.597110 run osmo-stp_10.42.42.5(pid=29744): stdout: \u000a| (launched: 2022-12-12_16:45:34.022790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:35.736267 run osmo-stp_10.42.42.5(pid=29744): stderr: \u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164534215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:35.870572 run osmo-stp_10.42.42.5(pid=29744): stdout: \u000a| (launched: 2022-12-12_16:45:34.022790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:36.004234 run osmo-stp_10.42.42.5(pid=29744): stderr: \u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164534214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164534215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164534215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:36.063153 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29744): Process ended prematurely: osmo-stp_10.42.42.5(pid=29744) [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29744)] [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:45:36.072419 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:45:36.136041 run osmo-hlr_10.42.42.2(pid=29741): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29741)]\u000a16:45:36.187924 run osmo-hlr_10.42.42.2(pid=29741): stdout: \u000a| (launched: 2022-12-12_16:45:32.983024) \u000a16:45:36.240663 run osmo-hlr_10.42.42.2(pid=29741): stderr: \u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164533179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164533191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164533202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164533202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164533202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:36.311728 run osmo-msc_10.42.42.6(pid=29747): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29747)]\u000a16:45:36.363311 run osmo-msc_10.42.42.6(pid=29747): stdout: \u000a| (launched: 2022-12-12_16:45:35.089451) \u000a16:45:36.415642 run osmo-msc_10.42.42.6(pid=29747): stderr: \u000a| �[0;m�[38;5;43m20221212164535411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164535411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f789899ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164535411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164535411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164535412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164535412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164535414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164535414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164535414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164535414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:36.459706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29740): Terminating (SIGTERM)\u000a16:45:36.501753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29743): Terminating (SIGTERM)\u000a16:45:36.543746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29746): Terminating (SIGTERM)\u000a16:45:36.553797 --- ParallelTerminationStrategy: PID 29740 died...\u000a16:45:36.610076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29740): Terminated: ok {rc=0}\u000a16:45:36.620093 --- ParallelTerminationStrategy: PID 29743 died...\u000a16:45:36.676228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29743): Terminated: ok {rc=0}\u000a16:45:36.686324 --- ParallelTerminationStrategy: PID 29746 died...\u000a16:45:36.743097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29746): Terminated: ok {rc=0}\u000a16:45:36.833375 bus /sierra_3: Setting Powered False\u000a16:45:37.939258 bus /sierra_3: Setting Powered False\u000a16:45:39.046417 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:45:41.051345 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.062144 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:45:41.201588 tst emergency_mo_mt_call.py: using LAC 30173\u000a16:45:41.321611 tst emergency_mo_mt_call.py: using RAC 83\u000a16:45:41.440546 tst emergency_mo_mt_call.py: using CellId 30173\u000a16:45:41.562359 tst emergency_mo_mt_call.py: using BVCI 30174\u000a16:45:41.585732 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.596413 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.606957 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.617513 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.627899 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:41.638385 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:41.755849 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:41.959245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:42.450693 run create_hlr_db(pid=29752): Launched\u000a16:45:42.626758 bus /sierra_2: Setting Powered False\u000a16:45:43.647886 run create_hlr_db(pid=29752): Terminated: ok {rc=0}\u000a16:45:44.058907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Launched\u000a16:45:44.367351 run osmo-hlr_10.42.42.2(pid=29755): Launched\u000a16:45:44.479135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:45.013309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Launched\u000a16:45:45.323279 run osmo-stp_10.42.42.5(pid=29758): Launched\u000a16:45:45.455118 tst emergency_mo_mt_call.py: using MSISDN 7868\u000a16:45:45.606389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:46.211244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29760): Launched\u000a16:45:46.718681 run osmo-msc_10.42.42.6(pid=29761): Launched\u000a16:45:47.217618 run osmo-stp_10.42.42.5(pid=29758): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)]\u000a16:45:47.396663 run osmo-stp_10.42.42.5(pid=29758): stdout: \u000a| (launched: 2022-12-12_16:45:45.169897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:47.526522 run osmo-stp_10.42.42.5(pid=29758): stderr: \u000a| �[0;m�[38;5;43m20221212164545338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164545339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164545339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164545339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:47.650107 run osmo-stp_10.42.42.5(pid=29758): stdout: \u000a| (launched: 2022-12-12_16:45:45.169897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:47.772334 run osmo-stp_10.42.42.5(pid=29758): stderr: \u000a| �[0;m�[38;5;43m20221212164545338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164545339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164545339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164545339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164545340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:47.825884 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29758): Process ended prematurely: osmo-stp_10.42.42.5(pid=29758) [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29758)] [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a16:45:47.834223 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a16:45:47.894309 run osmo-hlr_10.42.42.2(pid=29755): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29755)]\u000a16:45:47.943957 run osmo-hlr_10.42.42.2(pid=29755): stdout: \u000a| (launched: 2022-12-12_16:45:44.214717) \u000a16:45:47.994236 run osmo-hlr_10.42.42.2(pid=29755): stderr: \u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164544391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164544404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164544415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164544415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164544415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:48.062652 run osmo-msc_10.42.42.6(pid=29761): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29761)]\u000a16:45:48.112227 run osmo-msc_10.42.42.6(pid=29761): stdout: \u000a| (launched: 2022-12-12_16:45:46.372430) \u000a16:45:48.162329 run osmo-msc_10.42.42.6(pid=29761): stderr: \u000a| �[0;m�[38;5;43m20221212164546950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164546950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efde9958c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164546950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164546950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164546950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164546951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164546952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164546953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164546953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164546953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:48.204855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminating (SIGTERM)\u000a16:45:48.245111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminating (SIGTERM)\u000a16:45:48.285298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29760): Terminating (SIGTERM)\u000a16:45:48.294596 --- ParallelTerminationStrategy: PID 29754 died...\u000a16:45:48.348460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29754): Terminated: ok {rc=0}\u000a16:45:48.358117 --- ParallelTerminationStrategy: PID 29757 died...\u000a16:45:48.411641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29757): Terminated: ok {rc=0}\u000a16:45:48.421311 --- ParallelTerminationStrategy: PID 29760 died...\u000a16:45:48.474741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29760): Terminated: ok {rc=0}\u000a16:45:48.565582 bus /sierra_3: Setting Powered False\u000a16:45:49.669385 bus /sierra_3: Setting Powered False\u000a16:45:50.782617 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:45:51.835509 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:51.847688 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:45:51.998073 tst emergency_preemptive_call.py: using LAC 30174\u000a16:45:52.130719 tst emergency_preemptive_call.py: using RAC 84\u000a16:45:52.257638 tst emergency_preemptive_call.py: using CellId 30174\u000a16:45:52.378539 tst emergency_preemptive_call.py: using BVCI 30175\u000a16:45:52.401950 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:52.412643 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:52.423333 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:52.433836 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:52.444359 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:45:52.454888 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:52.574314 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:52.696064 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:52.812672 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:45:53.023389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:53.545830 run create_hlr_db(pid=29763): Launched\u000a16:45:53.737301 bus /sierra_2: Setting Powered False\u000a16:45:54.756812 run create_hlr_db(pid=29763): Terminated: ok {rc=0}\u000a16:45:55.171287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Launched\u000a16:45:55.480505 run osmo-hlr_10.42.42.2(pid=29766): Launched\u000a16:45:55.593351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:56.128628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Launched\u000a16:45:56.435150 run osmo-stp_10.42.42.5(pid=29769): Launched\u000a16:45:56.557427 tst emergency_preemptive_call.py: using MSISDN 7869\u000a16:45:56.708745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:57.269351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Launched\u000a16:45:57.578854 run osmo-msc_10.42.42.6(pid=29772): Launched\u000a16:45:57.758739 run osmo-stp_10.42.42.5(pid=29769): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)]\u000a16:45:57.887516 run osmo-stp_10.42.42.5(pid=29769): stdout: \u000a| (launched: 2022-12-12_16:45:56.283894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:58.015063 run osmo-stp_10.42.42.5(pid=29769): stderr: \u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164556455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:58.137828 run osmo-stp_10.42.42.5(pid=29769): stdout: \u000a| (launched: 2022-12-12_16:45:56.283894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:58.259347 run osmo-stp_10.42.42.5(pid=29769): stderr: \u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164556454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164556455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164556455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:58.312518 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29769): Process ended prematurely: osmo-stp_10.42.42.5(pid=29769) [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29769)] [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a16:45:58.320590 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:45:58.380742 run osmo-hlr_10.42.42.2(pid=29766): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29766)]\u000a16:45:58.430031 run osmo-hlr_10.42.42.2(pid=29766): stdout: \u000a| (launched: 2022-12-12_16:45:55.327911) \u000a16:45:58.479975 run osmo-hlr_10.42.42.2(pid=29766): stderr: \u000a| �[0;m�[1;31m20221212164555502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164555503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164555503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164555503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164555503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164555503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164555515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164555523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164555523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164555523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:58.547745 run osmo-msc_10.42.42.6(pid=29772): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29772)]\u000a16:45:58.596918 run osmo-msc_10.42.42.6(pid=29772): stdout: \u000a| (launched: 2022-12-12_16:45:57.424641) \u000a16:45:58.646428 run osmo-msc_10.42.42.6(pid=29772): stderr: \u000a| �[0;m�[38;5;43m20221212164557697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212164557698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff576452c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212164557698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212164557698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212164557698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212164557698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212164557700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212164557700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212164557701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212164557701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:58.688501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Terminating (SIGTERM)\u000a16:45:58.728192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Terminating (SIGTERM)\u000a16:45:58.768147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Terminating (SIGTERM)\u000a16:45:58.777454 --- ParallelTerminationStrategy: PID 29765 died...\u000a16:45:58.830869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29765): Terminated: ok {rc=0}\u000a16:45:58.840455 --- ParallelTerminationStrategy: PID 29768 died...\u000a16:45:58.893587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29768): Terminated: ok {rc=0}\u000a16:45:58.903170 --- ParallelTerminationStrategy: PID 29771 died...\u000a16:45:58.956880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29771): Terminated: ok {rc=0}\u000a16:45:59.046608 bus /sierra_9: Setting Powered False\u000a16:46:00.149351 bus /sierra_9: Setting Powered False\u000a16:46:01.261989 bus /sierra_8: Setting Powered False\u000a16:46:02.369393 bus /sierra_8: Setting Powered False\u000a16:46:03.478159 bus /sierra_3: Setting Powered False\u000a16:46:04.585658 bus /sierra_3: Setting Powered False\u000a16:46:05.694479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:46:07.825637 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:07.836845 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:46:07.983450 tst cs_paging_gprs_active.py: using LAC 30175\u000a16:46:08.114634 tst cs_paging_gprs_active.py: using RAC 85\u000a16:46:08.244389 tst cs_paging_gprs_active.py: using CellId 30175\u000a16:46:08.378694 tst cs_paging_gprs_active.py: using BVCI 30176\u000a16:46:08.404613 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.415801 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.426746 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.437731 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.449207 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.460224 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.471608 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.482759 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:08.494227 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:08.612000 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:08.914957 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:46:09.055471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:09.404786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Launched\u000a16:46:09.696217 run iperf3-srv_10.42.42.10(pid=29778): Launched\u000a16:46:09.902386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:46:10.043010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:10.392301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Launched\u000a16:46:10.682961 run iperf3-srv_10.42.42.10(pid=29780): Launched\u000a16:46:10.888662 tst cs_paging_gprs_active.py:38: start network...\u000a16:46:11.029742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:11.559361 run create_hlr_db(pid=29781): Launched\u000a16:46:11.753128 bus /sierra_2: Setting Powered False\u000a16:46:12.775055 run create_hlr_db(pid=29781): Terminated: ok {rc=0}\u000a16:46:13.195229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Launched\u000a16:46:13.510463 run osmo-hlr_10.42.42.2(pid=29784): Launched\u000a16:46:13.635823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:14.181759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Launched\u000a16:46:14.496929 run osmo-stp_10.42.42.5(pid=29787): Launched\u000a16:46:14.610204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:15.153356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Launched\u000a16:46:15.264138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:15.537647 run patchelf(pid=29790): Launched\u000a16:46:15.719467 run osmo-stp_10.42.42.5(pid=29787): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)]\u000a16:46:15.870061 run osmo-stp_10.42.42.5(pid=29787): stdout: \u000a| (launched: 2022-12-12_16:46:14.340435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:16.019408 run osmo-stp_10.42.42.5(pid=29787): stderr: \u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164614512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164614512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164614512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164614513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:16.161649 run osmo-stp_10.42.42.5(pid=29787): stdout: \u000a| (launched: 2022-12-12_16:46:14.340435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:16.304270 run osmo-stp_10.42.42.5(pid=29787): stderr: \u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164614511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164614512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164614512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164614512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164614513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:16.471081 run patchelf(pid=29790): Terminating (SIGINT)\u000a16:46:16.648923 run patchelf(pid=29790): Terminated: ok {rc=0}\u000a16:46:16.682268 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29787): Process ended prematurely: osmo-stp_10.42.42.5(pid=29787) [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29787)] [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a16:46:16.692143 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:46:16.753363 run osmo-hlr_10.42.42.2(pid=29784): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29784)]\u000a16:46:16.803706 run osmo-hlr_10.42.42.2(pid=29784): stdout: \u000a| (launched: 2022-12-12_16:46:13.354032) \u000a16:46:16.854363 run osmo-hlr_10.42.42.2(pid=29784): stderr: \u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164613529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164613541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164613549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164613550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164613550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:16.897492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminating (SIGTERM)\u000a16:46:16.940496 run iperf3-srv_10.42.42.10(pid=29778): Terminating (SIGTERM)\u000a16:46:16.983327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Terminating (SIGTERM)\u000a16:46:17.026350 run iperf3-srv_10.42.42.10(pid=29780): Terminating (SIGTERM)\u000a16:46:17.069236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Terminating (SIGTERM)\u000a16:46:17.109726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Terminating (SIGTERM)\u000a16:46:17.150461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Terminating (SIGTERM)\u000a16:46:17.159903 --- ParallelTerminationStrategy: PID 29777 died...\u000a16:46:17.213391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29777): Terminated: ok {rc=0}\u000a16:46:17.223003 --- ParallelTerminationStrategy: PID 29778 died...\u000a16:46:17.275530 run iperf3-srv_10.42.42.10(pid=29778): Terminated {rc=256}\u000a16:46:17.285048 --- ParallelTerminationStrategy: PID 29779 died...\u000a16:46:17.337714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29779): Terminated: ok {rc=0}\u000a16:46:17.347276 --- ParallelTerminationStrategy: PID 29780 died...\u000a16:46:17.400275 run iperf3-srv_10.42.42.10(pid=29780): Terminated {rc=256}\u000a16:46:17.409925 --- ParallelTerminationStrategy: PID 29783 died...\u000a16:46:17.462741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29783): Terminated: ok {rc=0}\u000a16:46:17.472351 --- ParallelTerminationStrategy: PID 29786 died...\u000a16:46:17.525228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29786): Terminated: ok {rc=0}\u000a16:46:17.534766 --- ParallelTerminationStrategy: PID 29789 died...\u000a16:46:17.587592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29789): Terminated: ok {rc=0}\u000a16:46:17.671285 bus /gobi_0: Setting Powered False\u000a16:46:18.779640 bus /gobi_0: Setting Powered False\u000a16:46:19.892114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2379↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2379↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a16:46:21.003491 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.014768 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:46:21.154623 tst iperf3.py: using LAC 30176\u000a16:46:21.278984 tst iperf3.py: using RAC 86\u000a16:46:21.404124 tst iperf3.py: using CellId 30176\u000a16:46:21.530177 tst iperf3.py: using BVCI 30177\u000a16:46:21.554211 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.564910 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.575549 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.586160 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.596521 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.606991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.617591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.627992 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:21.638972 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:21.937832 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:22.078790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:22.424349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Launched\u000a16:46:22.714902 run iperf3-srv_10.42.42.10(pid=29792): Launched\u000a16:46:22.919836 tst iperf3.py:8: start network...\u000a16:46:23.060720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:23.588708 run create_hlr_db(pid=29793): Launched\u000a16:46:23.781498 bus /gobi_6: Setting Powered False\u000a16:46:24.802540 run create_hlr_db(pid=29793): Terminated: ok {rc=0}\u000a16:46:25.221960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Launched\u000a16:46:25.538428 run osmo-hlr_10.42.42.2(pid=29796): Launched\u000a16:46:25.664624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:26.211428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Launched\u000a16:46:26.523915 run osmo-stp_10.42.42.5(pid=29799): Launched\u000a16:46:26.636239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:27.180580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Launched\u000a16:46:27.291231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:27.565940 run patchelf(pid=29802): Launched\u000a16:46:27.748122 run osmo-stp_10.42.42.5(pid=29799): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)]\u000a16:46:27.881248 run osmo-stp_10.42.42.5(pid=29799): stdout: \u000a| (launched: 2022-12-12_16:46:26.369229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:28.014625 run osmo-stp_10.42.42.5(pid=29799): stderr: \u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164626538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:28.143539 run osmo-stp_10.42.42.5(pid=29799): stdout: \u000a| (launched: 2022-12-12_16:46:26.369229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:28.271223 run osmo-stp_10.42.42.5(pid=29799): stderr: \u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164626537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164626538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164626538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:28.419184 run patchelf(pid=29802): Terminating (SIGINT)\u000a16:46:28.592683 run patchelf(pid=29802): Terminated: ok {rc=0}\u000a16:46:28.624583 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29799): Process ended prematurely: osmo-stp_10.42.42.5(pid=29799) [trial-2379↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29799)] [trial-2379↪gprs:trx-umtrx↪iperf3.py:8]\u000a16:46:28.633907 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:46:28.693744 run osmo-hlr_10.42.42.2(pid=29796): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29796)]\u000a16:46:28.742304 run osmo-hlr_10.42.42.2(pid=29796): stdout: \u000a| (launched: 2022-12-12_16:46:25.381162) \u000a16:46:28.791518 run osmo-hlr_10.42.42.2(pid=29796): stderr: \u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164625556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164625568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164625576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164625577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164625577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:28.833771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Terminating (SIGTERM)\u000a16:46:28.873416 run iperf3-srv_10.42.42.10(pid=29792): Terminating (SIGTERM)\u000a16:46:28.913037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Terminating (SIGTERM)\u000a16:46:28.952801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Terminating (SIGTERM)\u000a16:46:28.992613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Terminating (SIGTERM)\u000a16:46:29.002021 --- ParallelTerminationStrategy: PID 29791 died...\u000a16:46:29.055178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29791): Terminated: ok {rc=0}\u000a16:46:29.064737 --- ParallelTerminationStrategy: PID 29792 died...\u000a16:46:29.117629 run iperf3-srv_10.42.42.10(pid=29792): Terminated {rc=256}\u000a16:46:29.127137 --- ParallelTerminationStrategy: PID 29795 died...\u000a16:46:29.179908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29795): Terminated: ok {rc=0}\u000a16:46:29.189924 --- ParallelTerminationStrategy: PID 29798 died...\u000a16:46:29.243567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29798): Terminated: ok {rc=0}\u000a16:46:29.253263 --- ParallelTerminationStrategy: PID 29801 died...\u000a16:46:29.306238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29801): Terminated: ok {rc=0}\u000a16:46:29.390228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2379↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2379↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a16:46:30.507279 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:30.519358 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:46:30.668866 tst iperf3m4.py: using LAC 30177\u000a16:46:30.809870 tst iperf3m4.py: using RAC 87\u000a16:46:30.959016 tst iperf3m4.py: using CellId 30177\u000a16:46:31.125716 tst iperf3m4.py: using BVCI 30178\u000a16:46:31.162152 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.179434 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.196716 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.212271 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.227751 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.243287 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.261530 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.278990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:31.296811 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:31.434901 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:31.568712 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:31.723213 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:32.059683 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:46:32.193760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:32.522464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Launched\u000a16:46:32.794340 run iperf3-srv_10.42.42.10(pid=29804): Launched\u000a16:46:32.984273 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:46:33.113964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:33.438836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Launched\u000a16:46:33.708835 run iperf3-srv_10.42.42.10(pid=29806): Launched\u000a16:46:33.898918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:46:34.028396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:34.353343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Launched\u000a16:46:34.624419 run iperf3-srv_10.42.42.10(pid=29808): Launched\u000a16:46:34.814554 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:46:34.944081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:46:35.268871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Launched\u000a16:46:35.538909 run iperf3-srv_10.42.42.10(pid=29810): Launched\u000a16:46:35.728402 tst iperf3m4.py:8: start network...\u000a16:46:35.857749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:36.356645 run create_hlr_db(pid=29811): Launched\u000a16:46:36.534454 bus /gobi_6: Setting Powered False\u000a16:46:37.557498 run create_hlr_db(pid=29811): Terminated: ok {rc=0}\u000a16:46:38.001819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Launched\u000a16:46:38.338645 run osmo-hlr_10.42.42.2(pid=29814): Launched\u000a16:46:38.459496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:39.044869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Launched\u000a16:46:39.382026 run osmo-stp_10.42.42.5(pid=29817): Launched\u000a16:46:39.504532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:40.090440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Launched\u000a16:46:40.210624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:40.505159 run patchelf(pid=29820): Launched\u000a16:46:40.700134 run osmo-stp_10.42.42.5(pid=29817): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)]\u000a16:46:40.843195 run osmo-stp_10.42.42.5(pid=29817): stdout: \u000a| (launched: 2022-12-12_16:46:39.214989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:40.987002 run osmo-stp_10.42.42.5(pid=29817): stderr: \u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164639406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:41.125449 run osmo-stp_10.42.42.5(pid=29817): stdout: \u000a| (launched: 2022-12-12_16:46:39.214989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:41.262493 run osmo-stp_10.42.42.5(pid=29817): stderr: \u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164639405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164639406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164639406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:41.421518 run patchelf(pid=29820): Terminating (SIGINT)\u000a16:46:41.608130 run patchelf(pid=29820): Terminated: ok {rc=0}\u000a16:46:41.642469 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29817): Process ended prematurely: osmo-stp_10.42.42.5(pid=29817) [trial-2379↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29817)] [trial-2379↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a16:46:41.652587 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:46:41.717225 run osmo-hlr_10.42.42.2(pid=29814): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29814)]\u000a16:46:41.769419 run osmo-hlr_10.42.42.2(pid=29814): stdout: \u000a| (launched: 2022-12-12_16:46:38.171624) \u000a16:46:41.822158 run osmo-hlr_10.42.42.2(pid=29814): stderr: \u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164638367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164638380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164638390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164638390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164638390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:41.866653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminating (SIGTERM)\u000a16:46:41.909054 run iperf3-srv_10.42.42.10(pid=29804): Terminating (SIGTERM)\u000a16:46:41.951882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminating (SIGTERM)\u000a16:46:41.996101 run iperf3-srv_10.42.42.10(pid=29806): Terminating (SIGTERM)\u000a16:46:42.040131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminating (SIGTERM)\u000a16:46:42.082341 run iperf3-srv_10.42.42.10(pid=29808): Terminating (SIGTERM)\u000a16:46:42.124401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminating (SIGTERM)\u000a16:46:42.166403 run iperf3-srv_10.42.42.10(pid=29810): Terminating (SIGTERM)\u000a16:46:42.208769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminating (SIGTERM)\u000a16:46:42.250992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminating (SIGTERM)\u000a16:46:42.293352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminating (SIGTERM)\u000a16:46:42.303492 --- ParallelTerminationStrategy: PID 29803 died...\u000a16:46:42.359948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29803): Terminated: ok {rc=0}\u000a16:46:42.370521 --- ParallelTerminationStrategy: PID 29804 died...\u000a16:46:42.426383 run iperf3-srv_10.42.42.10(pid=29804): Terminated {rc=256}\u000a16:46:42.436768 --- ParallelTerminationStrategy: PID 29805 died...\u000a16:46:42.492885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29805): Terminated: ok {rc=0}\u000a16:46:42.503387 --- ParallelTerminationStrategy: PID 29806 died...\u000a16:46:42.560072 run iperf3-srv_10.42.42.10(pid=29806): Terminated {rc=256}\u000a16:46:42.570270 --- ParallelTerminationStrategy: PID 29807 died...\u000a16:46:42.626986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29807): Terminated: ok {rc=0}\u000a16:46:42.637272 --- ParallelTerminationStrategy: PID 29808 died...\u000a16:46:42.693455 run iperf3-srv_10.42.42.10(pid=29808): Terminated {rc=256}\u000a16:46:42.703616 --- ParallelTerminationStrategy: PID 29809 died...\u000a16:46:42.759944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29809): Terminated: ok {rc=0}\u000a16:46:42.770082 --- ParallelTerminationStrategy: PID 29810 died...\u000a16:46:42.826033 run iperf3-srv_10.42.42.10(pid=29810): Terminated {rc=256}\u000a16:46:42.836536 --- ParallelTerminationStrategy: PID 29813 died...\u000a16:46:42.893038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29813): Terminated: ok {rc=0}\u000a16:46:42.903394 --- ParallelTerminationStrategy: PID 29816 died...\u000a16:46:42.960353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29816): Terminated: ok {rc=0}\u000a16:46:42.970491 --- ParallelTerminationStrategy: PID 29819 died...\u000a16:46:43.026822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29819): Terminated: ok {rc=0}\u000a16:46:43.113851 bus /gobi_4: Setting Powered False\u000a16:46:44.221840 bus /gobi_4: Setting Powered False\u000a16:46:45.329238 bus /gobi_1: Setting Powered False\u000a16:46:46.462238 bus /gobi_1: Setting Powered False\u000a16:46:47.578820 bus /gobi_0: Setting Powered False\u000a16:46:48.681184 bus /gobi_0: Setting Powered False\u000a16:46:49.794089 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29827): Process ended prematurely: osmo-stp_10.42.42.5(pid=29827) [trial-2379↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29827)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29827): Process ended prematurely: osmo-stp_10.42.42.5(pid=29827) [trial-2379↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a16:46:50.861460 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:50.872749 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:46:51.016247 tst ping.py: using LAC 30178\u000a16:46:51.135183 tst ping.py: using RAC 88\u000a16:46:51.254454 tst ping.py: using CellId 30178\u000a16:46:51.373716 tst ping.py: using BVCI 30179\u000a16:46:51.396904 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.407565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.418112 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.429206 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.440232 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.451353 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.462521 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:51.473677 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:46:51.753116 tst ping.py:19: start network...\u000a16:46:51.880024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:52.371751 run create_hlr_db(pid=29821): Launched\u000a16:46:52.547714 bus /gobi_6: Setting Powered False\u000a16:46:53.567960 run create_hlr_db(pid=29821): Terminated: ok {rc=0}\u000a16:46:54.004695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29823): Launched\u000a16:46:54.334347 run osmo-hlr_10.42.42.2(pid=29824): Launched\u000a16:46:54.453713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:55.028843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29826): Launched\u000a16:46:55.359389 run osmo-stp_10.42.42.5(pid=29827): Launched\u000a16:46:55.478585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:46:56.052448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29829): Launched\u000a16:46:56.170190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:46:56.459176 run patchelf(pid=29830): Launched\u000a16:46:56.650909 run osmo-stp_10.42.42.5(pid=29827): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29827)]\u000a16:46:56.791361 run osmo-stp_10.42.42.5(pid=29827): stdout: \u000a| (launched: 2022-12-12_16:46:55.195707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:56.931900 run osmo-stp_10.42.42.5(pid=29827): stderr: \u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164655385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:57.068260 run osmo-stp_10.42.42.5(pid=29827): stdout: \u000a| (launched: 2022-12-12_16:46:55.195707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:57.203106 run osmo-stp_10.42.42.5(pid=29827): stderr: \u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164655384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164655385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164655385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:57.359614 run patchelf(pid=29830): Terminating (SIGINT)\u000a16:46:57.543323 run patchelf(pid=29830): Terminated: ok {rc=0}\u000a16:46:57.576602 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29827): Process ended prematurely: osmo-stp_10.42.42.5(pid=29827) [trial-2379↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29827)] [trial-2379↪gprs:trx-umtrx↪ping.py:22]\u000a16:46:57.586092 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:46:57.650255 run osmo-hlr_10.42.42.2(pid=29824): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29824)]\u000a16:46:57.702169 run osmo-hlr_10.42.42.2(pid=29824): stdout: \u000a| (launched: 2022-12-12_16:46:54.171304) \u000a16:46:57.754787 run osmo-hlr_10.42.42.2(pid=29824): stderr: \u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164654367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164654409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164654418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164654419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164654419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:57.799032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29823): Terminating (SIGTERM)\u000a16:46:57.841533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29826): Terminating (SIGTERM)\u000a16:46:57.883780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29829): Terminating (SIGTERM)\u000a16:46:57.894016 --- ParallelTerminationStrategy: PID 29823 died...\u000a16:46:57.950980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29823): Terminated: ok {rc=0}\u000a16:46:57.961613 --- ParallelTerminationStrategy: PID 29826 died...\u000a16:46:58.018491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29826): Terminated: ok {rc=0}\u000a16:46:58.028556 --- ParallelTerminationStrategy: PID 29829 died...\u000a16:46:58.085032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29829): Terminated: ok {rc=0}\u000a16:46:58.173179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29837): Process ended prematurely: osmo-stp_10.42.42.5(pid=29837) [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29837)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29837): Process ended prematurely: osmo-stp_10.42.42.5(pid=29837) [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a16:46:59.225398 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.237251 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:46:59.381466 tst ping_idle_ping.py: using LAC 30179\u000a16:46:59.501245 tst ping_idle_ping.py: using RAC 89\u000a16:46:59.621525 tst ping_idle_ping.py: using CellId 30179\u000a16:46:59.741642 tst ping_idle_ping.py: using BVCI 30180\u000a16:46:59.765382 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.776178 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.786788 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.797860 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.808915 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.819990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.831274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:46:59.842535 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:47:00.124747 tst ping_idle_ping.py:24: start network...\u000a16:47:00.252839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:00.749161 run create_hlr_db(pid=29831): Launched\u000a16:47:00.948743 bus /gobi_6: Setting Powered False\u000a16:47:01.962337 run create_hlr_db(pid=29831): Terminated: ok {rc=0}\u000a16:47:02.409011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29833): Launched\u000a16:47:02.741201 run osmo-hlr_10.42.42.2(pid=29834): Launched\u000a16:47:02.863054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:03.437751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29836): Launched\u000a16:47:03.769530 run osmo-stp_10.42.42.5(pid=29837): Launched\u000a16:47:03.889162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:04.466470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29839): Launched\u000a16:47:04.583960 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:04.873426 run patchelf(pid=29840): Launched\u000a16:47:05.066022 run osmo-stp_10.42.42.5(pid=29837): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29837)]\u000a16:47:05.205968 run osmo-stp_10.42.42.5(pid=29837): stdout: \u000a| (launched: 2022-12-12_16:47:03.605401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:05.346914 run osmo-stp_10.42.42.5(pid=29837): stderr: \u000a| �[0;m�[38;5;43m20221212164703794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164703795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164703795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164703795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:05.482968 run osmo-stp_10.42.42.5(pid=29837): stdout: \u000a| (launched: 2022-12-12_16:47:03.605401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:05.617765 run osmo-stp_10.42.42.5(pid=29837): stderr: \u000a| �[0;m�[38;5;43m20221212164703794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164703795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164703795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164703795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164703796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:05.773875 run patchelf(pid=29840): Terminating (SIGINT)\u000a16:47:05.957467 run patchelf(pid=29840): Terminated: ok {rc=0}\u000a16:47:05.990598 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29837): Process ended prematurely: osmo-stp_10.42.42.5(pid=29837) [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29837)] [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a16:47:06.000219 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:47:06.064185 run osmo-hlr_10.42.42.2(pid=29834): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29834)]\u000a16:47:06.116172 run osmo-hlr_10.42.42.2(pid=29834): stdout: \u000a| (launched: 2022-12-12_16:47:02.577174) \u000a16:47:06.168677 run osmo-hlr_10.42.42.2(pid=29834): stderr: \u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164702774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164702788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164702796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164702797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164702797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:06.213055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29833): Terminating (SIGTERM)\u000a16:47:06.255436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29836): Terminating (SIGTERM)\u000a16:47:06.297922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29839): Terminating (SIGTERM)\u000a16:47:06.308114 --- ParallelTerminationStrategy: PID 29833 died...\u000a16:47:06.364553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29833): Terminated: ok {rc=0}\u000a16:47:06.374997 --- ParallelTerminationStrategy: PID 29836 died...\u000a16:47:06.431020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29836): Terminated: ok {rc=0}\u000a16:47:06.441598 --- ParallelTerminationStrategy: PID 29839 died...\u000a16:47:06.497852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29839): Terminated: ok {rc=0}\u000a16:47:06.584394 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:46:07" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:47:08.740278 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:08.751750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:08.905660 tst cs_paging_gprs_active.py: using LAC 30180\u000a16:47:09.037615 tst cs_paging_gprs_active.py: using RAC 90\u000a16:47:09.169031 tst cs_paging_gprs_active.py: using CellId 30180\u000a16:47:09.293472 tst cs_paging_gprs_active.py: using BVCI 30181\u000a16:47:09.317536 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.328484 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.339186 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.350313 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.360872 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.371548 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.382410 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.393092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:09.403976 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:09.524851 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:09.827782 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:47:09.968683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:10.317137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29844): Launched\u000a16:47:10.610410 run iperf3-srv_10.42.42.10(pid=29845): Launched\u000a16:47:10.816743 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:47:10.957805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:11.308477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Launched\u000a16:47:11.599132 run iperf3-srv_10.42.42.10(pid=29847): Launched\u000a16:47:11.805400 tst cs_paging_gprs_active.py:38: start network...\u000a16:47:11.946435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:12.477435 run create_hlr_db(pid=29848): Launched\u000a16:47:12.671599 bus /gobi_6: Setting Powered False\u000a16:47:13.692691 run create_hlr_db(pid=29848): Terminated: ok {rc=0}\u000a16:47:14.139422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Launched\u000a16:47:14.477880 run osmo-hlr_10.42.42.2(pid=29851): Launched\u000a16:47:14.600371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:15.189115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Launched\u000a16:47:15.526569 run osmo-stp_10.42.42.5(pid=29854): Launched\u000a16:47:15.647607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:16.258184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29856): Launched\u000a16:47:16.380691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:16.689186 run patchelf(pid=29857): Launched\u000a16:47:16.889345 run osmo-stp_10.42.42.5(pid=29854): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)]\u000a16:47:17.036574 run osmo-stp_10.42.42.5(pid=29854): stdout: \u000a| (launched: 2022-12-12_16:47:15.360418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:17.183168 run osmo-stp_10.42.42.5(pid=29854): stderr: \u000a| �[0;m�[38;5;43m20221212164715551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164715552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164715552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164715552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:17.321969 run osmo-stp_10.42.42.5(pid=29854): stdout: \u000a| (launched: 2022-12-12_16:47:15.360418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:17.459191 run osmo-stp_10.42.42.5(pid=29854): stderr: \u000a| �[0;m�[38;5;43m20221212164715551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164715552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164715552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164715552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164715553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:17.618720 run patchelf(pid=29857): Terminating (SIGINT)\u000a16:47:17.806403 run patchelf(pid=29857): Terminated: ok {rc=0}\u000a16:47:17.843851 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29854): Process ended prematurely: osmo-stp_10.42.42.5(pid=29854) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29854)] [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:47:17.854142 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:47:17.918720 run osmo-hlr_10.42.42.2(pid=29851): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29851)]\u000a16:47:17.971095 run osmo-hlr_10.42.42.2(pid=29851): stdout: \u000a| (launched: 2022-12-12_16:47:14.310382) \u000a16:47:18.023694 run osmo-hlr_10.42.42.2(pid=29851): stderr: \u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164714509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164714521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164714530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164714531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164714531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:18.068113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29844): Terminating (SIGTERM)\u000a16:47:18.110295 run iperf3-srv_10.42.42.10(pid=29845): Terminating (SIGTERM)\u000a16:47:18.152469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminating (SIGTERM)\u000a16:47:18.194650 run iperf3-srv_10.42.42.10(pid=29847): Terminating (SIGTERM)\u000a16:47:18.237091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Terminating (SIGTERM)\u000a16:47:18.279305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Terminating (SIGTERM)\u000a16:47:18.321880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29856): Terminating (SIGTERM)\u000a16:47:18.331777 --- ParallelTerminationStrategy: PID 29844 died...\u000a16:47:18.388357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29844): Terminated: ok {rc=0}\u000a16:47:18.398546 --- ParallelTerminationStrategy: PID 29845 died...\u000a16:47:18.454481 run iperf3-srv_10.42.42.10(pid=29845): Terminated {rc=256}\u000a16:47:18.464825 --- ParallelTerminationStrategy: PID 29846 died...\u000a16:47:18.520864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29846): Terminated: ok {rc=0}\u000a16:47:18.531034 --- ParallelTerminationStrategy: PID 29847 died...\u000a16:47:18.586818 run iperf3-srv_10.42.42.10(pid=29847): Terminated {rc=256}\u000a16:47:18.597290 --- ParallelTerminationStrategy: PID 29850 died...\u000a16:47:18.653607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29850): Terminated: ok {rc=0}\u000a16:47:18.663972 --- ParallelTerminationStrategy: PID 29853 died...\u000a16:47:18.719885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29853): Terminated: ok {rc=0}\u000a16:47:18.730071 --- ParallelTerminationStrategy: PID 29856 died...\u000a16:47:18.786240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29856): Terminated: ok {rc=0}\u000a16:47:18.874175 bus /gobi_0: Setting Powered False\u000a16:47:19.976788 bus /gobi_0: Setting Powered False\u000a16:47:21.088202 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29866): Process ended prematurely: osmo-stp_10.42.42.5(pid=29866) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29866)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29866): Process ended prematurely: osmo-stp_10.42.42.5(pid=29866) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:47:22.199251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.210877 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:22.354184 tst iperf3.py: using LAC 30181\u000a16:47:22.479044 tst iperf3.py: using RAC 91\u000a16:47:22.603752 tst iperf3.py: using CellId 30181\u000a16:47:22.726082 tst iperf3.py: using BVCI 30182\u000a16:47:22.750117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.761175 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.771863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.782694 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.793353 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.803977 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.814863 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.825584 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:22.836454 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:23.120413 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:23.250622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:23.576347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29858): Launched\u000a16:47:23.847668 run iperf3-srv_10.42.42.10(pid=29859): Launched\u000a16:47:24.038378 tst iperf3.py:8: start network...\u000a16:47:24.168464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:24.668469 run create_hlr_db(pid=29860): Launched\u000a16:47:24.846693 bus /gobi_6: Setting Powered False\u000a16:47:25.868931 run create_hlr_db(pid=29860): Terminated: ok {rc=0}\u000a16:47:26.313214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29862): Launched\u000a16:47:26.650328 run osmo-hlr_10.42.42.2(pid=29863): Launched\u000a16:47:26.774532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:27.362651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29865): Launched\u000a16:47:27.697669 run osmo-stp_10.42.42.5(pid=29866): Launched\u000a16:47:27.819837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:28.406266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29868): Launched\u000a16:47:28.526879 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:28.818803 run patchelf(pid=29869): Launched\u000a16:47:29.014120 run osmo-stp_10.42.42.5(pid=29866): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29866)]\u000a16:47:29.156423 run osmo-stp_10.42.42.5(pid=29866): stdout: \u000a| (launched: 2022-12-12_16:47:27.532564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:29.298957 run osmo-stp_10.42.42.5(pid=29866): stderr: \u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164727724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:29.436753 run osmo-stp_10.42.42.5(pid=29866): stdout: \u000a| (launched: 2022-12-12_16:47:27.532564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:29.573334 run osmo-stp_10.42.42.5(pid=29866): stderr: \u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164727724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164727724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:29.731714 run patchelf(pid=29869): Terminating (SIGINT)\u000a16:47:29.917135 run patchelf(pid=29869): Terminated: ok {rc=0}\u000a16:47:29.951286 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29866): Process ended prematurely: osmo-stp_10.42.42.5(pid=29866) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29866)] [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a16:47:29.962069 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:47:30.026433 run osmo-hlr_10.42.42.2(pid=29863): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29863)]\u000a16:47:30.078037 run osmo-hlr_10.42.42.2(pid=29863): stdout: \u000a| (launched: 2022-12-12_16:47:26.483434) \u000a16:47:30.130216 run osmo-hlr_10.42.42.2(pid=29863): stderr: \u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164726680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164726692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164726702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164726702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164726702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:30.174580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29858): Terminating (SIGTERM)\u000a16:47:30.216673 run iperf3-srv_10.42.42.10(pid=29859): Terminating (SIGTERM)\u000a16:47:30.258669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29862): Terminating (SIGTERM)\u000a16:47:30.300634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29865): Terminating (SIGTERM)\u000a16:47:30.342815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29868): Terminating (SIGTERM)\u000a16:47:30.353053 --- ParallelTerminationStrategy: PID 29858 died...\u000a16:47:30.409194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29858): Terminated: ok {rc=0}\u000a16:47:30.419737 --- ParallelTerminationStrategy: PID 29859 died...\u000a16:47:30.475733 run iperf3-srv_10.42.42.10(pid=29859): Terminated {rc=256}\u000a16:47:30.486268 --- ParallelTerminationStrategy: PID 29862 died...\u000a16:47:30.542322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29862): Terminated: ok {rc=0}\u000a16:47:30.552617 --- ParallelTerminationStrategy: PID 29865 died...\u000a16:47:30.609201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29865): Terminated: ok {rc=0}\u000a16:47:30.619439 --- ParallelTerminationStrategy: PID 29868 died...\u000a16:47:30.675386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29868): Terminated: ok {rc=0}\u000a16:47:30.762229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:47:31.875834 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:31.888344 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:32.051815 tst iperf3m4.py: using LAC 30182\u000a16:47:32.209088 tst iperf3m4.py: using RAC 92\u000a16:47:32.344142 tst iperf3m4.py: using CellId 30182\u000a16:47:32.468817 tst iperf3m4.py: using BVCI 30183\u000a16:47:32.492771 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.503778 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.514589 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.525513 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.536092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.546802 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.558370 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.569080 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:32.579851 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:32.698386 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:32.819564 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:32.938617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:33.224378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:47:33.354149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:33.679298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29870): Launched\u000a16:47:33.951260 run iperf3-srv_10.42.42.10(pid=29871): Launched\u000a16:47:34.142346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:47:34.272633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:34.598498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Launched\u000a16:47:34.867459 run iperf3-srv_10.42.42.10(pid=29873): Launched\u000a16:47:35.057610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:47:35.187659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:35.513387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Launched\u000a16:47:35.784453 run iperf3-srv_10.42.42.10(pid=29875): Launched\u000a16:47:35.973700 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:47:36.103698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:47:36.429310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Launched\u000a16:47:36.700851 run iperf3-srv_10.42.42.10(pid=29877): Launched\u000a16:47:36.890899 tst iperf3m4.py:8: start network...\u000a16:47:37.020532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:37.525265 run create_hlr_db(pid=29878): Launched\u000a16:47:37.704177 bus /gobi_6: Setting Powered False\u000a16:47:38.726616 run create_hlr_db(pid=29878): Terminated: ok {rc=0}\u000a16:47:39.174972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Launched\u000a16:47:39.513112 run osmo-hlr_10.42.42.2(pid=29881): Launched\u000a16:47:39.637832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:40.225784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Launched\u000a16:47:40.564590 run osmo-stp_10.42.42.5(pid=29884): Launched\u000a16:47:40.686892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:41.274279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Launched\u000a16:47:41.394835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:41.688592 run patchelf(pid=29887): Launched\u000a16:47:41.884171 run osmo-stp_10.42.42.5(pid=29884): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)]\u000a16:47:42.027807 run osmo-stp_10.42.42.5(pid=29884): stdout: \u000a| (launched: 2022-12-12_16:47:40.396938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:42.171827 run osmo-stp_10.42.42.5(pid=29884): stderr: \u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164740588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:42.310328 run osmo-stp_10.42.42.5(pid=29884): stdout: \u000a| (launched: 2022-12-12_16:47:40.396938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:42.447761 run osmo-stp_10.42.42.5(pid=29884): stderr: \u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164740587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164740588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164740588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:42.607377 run patchelf(pid=29887): Terminating (SIGINT)\u000a16:47:42.794215 run patchelf(pid=29887): Terminated: ok {rc=0}\u000a16:47:42.828379 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29884): Process ended prematurely: osmo-stp_10.42.42.5(pid=29884) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29884)] [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:47:42.838624 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:47:42.902502 run osmo-hlr_10.42.42.2(pid=29881): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29881)]\u000a16:47:42.954005 run osmo-hlr_10.42.42.2(pid=29881): stdout: \u000a| (launched: 2022-12-12_16:47:39.346106) \u000a16:47:43.006128 run osmo-hlr_10.42.42.2(pid=29881): stderr: \u000a| �[0;m�[1;31m20221212164739541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164739541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164739541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164739542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164739542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164739542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164739554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164739565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164739565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164739565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:43.051215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29870): Terminating (SIGTERM)\u000a16:47:43.093511 run iperf3-srv_10.42.42.10(pid=29871): Terminating (SIGTERM)\u000a16:47:43.136026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminating (SIGTERM)\u000a16:47:43.178824 run iperf3-srv_10.42.42.10(pid=29873): Terminating (SIGTERM)\u000a16:47:43.221058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminating (SIGTERM)\u000a16:47:43.263717 run iperf3-srv_10.42.42.10(pid=29875): Terminating (SIGTERM)\u000a16:47:43.306371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminating (SIGTERM)\u000a16:47:43.348661 run iperf3-srv_10.42.42.10(pid=29877): Terminating (SIGTERM)\u000a16:47:43.392348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Terminating (SIGTERM)\u000a16:47:43.434747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Terminating (SIGTERM)\u000a16:47:43.476844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Terminating (SIGTERM)\u000a16:47:43.487091 --- ParallelTerminationStrategy: PID 29870 died...\u000a16:47:43.543562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29870): Terminated: ok {rc=0}\u000a16:47:43.554145 --- ParallelTerminationStrategy: PID 29871 died...\u000a16:47:43.609926 run iperf3-srv_10.42.42.10(pid=29871): Terminated {rc=256}\u000a16:47:43.620346 --- ParallelTerminationStrategy: PID 29872 died...\u000a16:47:43.676269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29872): Terminated: ok {rc=0}\u000a16:47:43.686831 --- ParallelTerminationStrategy: PID 29873 died...\u000a16:47:43.742938 run iperf3-srv_10.42.42.10(pid=29873): Terminated {rc=256}\u000a16:47:43.752910 --- ParallelTerminationStrategy: PID 29874 died...\u000a16:47:43.809261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29874): Terminated: ok {rc=0}\u000a16:47:43.819496 --- ParallelTerminationStrategy: PID 29875 died...\u000a16:47:43.875330 run iperf3-srv_10.42.42.10(pid=29875): Terminated {rc=256}\u000a16:47:43.885965 --- ParallelTerminationStrategy: PID 29876 died...\u000a16:47:43.942317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29876): Terminated: ok {rc=0}\u000a16:47:43.952572 --- ParallelTerminationStrategy: PID 29877 died...\u000a16:47:44.008756 run iperf3-srv_10.42.42.10(pid=29877): Terminated {rc=256}\u000a16:47:44.019318 --- ParallelTerminationStrategy: PID 29880 died...\u000a16:47:44.076169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29880): Terminated: ok {rc=0}\u000a16:47:44.086428 --- ParallelTerminationStrategy: PID 29883 died...\u000a16:47:44.143256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29883): Terminated: ok {rc=0}\u000a16:47:44.153493 --- ParallelTerminationStrategy: PID 29886 died...\u000a16:47:44.209679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29886): Terminated: ok {rc=0}\u000a16:47:44.297195 bus /gobi_4: Setting Powered False\u000a16:47:45.405196 bus /gobi_4: Setting Powered False\u000a16:47:46.532744 bus /gobi_1: Setting Powered False\u000a16:47:47.639980 bus /gobi_1: Setting Powered False\u000a16:47:48.745789 bus /gobi_0: Setting Powered False\u000a16:47:49.850612 bus /gobi_0: Setting Powered False\u000a16:47:50.957054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:47:52.025182 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.036780 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:47:52.184076 tst ping.py: using LAC 30183\u000a16:47:52.303548 tst ping.py: using RAC 93\u000a16:47:52.418880 tst ping.py: using CellId 30183\u000a16:47:52.533723 tst ping.py: using BVCI 30184\u000a16:47:52.556525 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.567349 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.577991 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.589218 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.600165 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.611150 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.622482 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:47:52.633524 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:47:52.904321 tst ping.py:19: start network...\u000a16:47:53.026564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:53.501457 run create_hlr_db(pid=29888): Launched\u000a16:47:53.675982 bus /gobi_6: Setting Powered False\u000a16:47:54.696590 run create_hlr_db(pid=29888): Terminated: ok {rc=0}\u000a16:47:55.126927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Launched\u000a16:47:55.450029 run osmo-hlr_10.42.42.2(pid=29891): Launched\u000a16:47:55.571753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:56.135637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Launched\u000a16:47:56.458148 run osmo-stp_10.42.42.5(pid=29894): Launched\u000a16:47:56.575096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:47:57.140339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29896): Launched\u000a16:47:57.255626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:47:57.538374 run patchelf(pid=29897): Launched\u000a16:47:57.727138 run osmo-stp_10.42.42.5(pid=29894): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)]\u000a16:47:57.865084 run osmo-stp_10.42.42.5(pid=29894): stdout: \u000a| (launched: 2022-12-12_16:47:56.298927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:58.003955 run osmo-stp_10.42.42.5(pid=29894): stderr: \u000a| �[0;m�[38;5;43m20221212164756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164756488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164756488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164756489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164756489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:58.137977 run osmo-stp_10.42.42.5(pid=29894): stdout: \u000a| (launched: 2022-12-12_16:47:56.298927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:58.271113 run osmo-stp_10.42.42.5(pid=29894): stderr: \u000a| �[0;m�[38;5;43m20221212164756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164756487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164756488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164756488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164756489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164756489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:58.424439 run patchelf(pid=29897): Terminating (SIGINT)\u000a16:47:58.604246 run patchelf(pid=29897): Terminated: ok {rc=0}\u000a16:47:58.636780 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29894): Process ended prematurely: osmo-stp_10.42.42.5(pid=29894) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29894)] [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a16:47:58.646139 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:47:58.709665 run osmo-hlr_10.42.42.2(pid=29891): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29891)]\u000a16:47:58.761265 run osmo-hlr_10.42.42.2(pid=29891): stdout: \u000a| (launched: 2022-12-12_16:47:55.291036) \u000a16:47:58.813453 run osmo-hlr_10.42.42.2(pid=29891): stderr: \u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164755486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164755500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164755510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164755510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164755510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:58.857768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Terminating (SIGTERM)\u000a16:47:58.899888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Terminating (SIGTERM)\u000a16:47:58.942013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29896): Terminating (SIGTERM)\u000a16:47:58.952097 --- ParallelTerminationStrategy: PID 29890 died...\u000a16:47:59.008323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29890): Terminated: ok {rc=0}\u000a16:47:59.018929 --- ParallelTerminationStrategy: PID 29893 died...\u000a16:47:59.074480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29893): Terminated: ok {rc=0}\u000a16:47:59.085099 --- ParallelTerminationStrategy: PID 29896 died...\u000a16:47:59.140632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29896): Terminated: ok {rc=0}\u000a16:47:59.227373 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29904): Process ended prematurely: osmo-stp_10.42.42.5(pid=29904) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29904)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29904): Process ended prematurely: osmo-stp_10.42.42.5(pid=29904) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:48:00.279223 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.291436 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:48:00.431835 tst ping_idle_ping.py: using LAC 30184\u000a16:48:00.552199 tst ping_idle_ping.py: using RAC 94\u000a16:48:00.672005 tst ping_idle_ping.py: using CellId 30184\u000a16:48:00.791106 tst ping_idle_ping.py: using BVCI 30185\u000a16:48:00.826241 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.839717 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.858894 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.884834 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.897348 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.910603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.924147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:48:00.936598 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:48:01.225490 tst ping_idle_ping.py:24: start network...\u000a16:48:01.355093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:01.884881 run create_hlr_db(pid=29898): Launched\u000a16:48:02.063357 bus /gobi_6: Setting Powered False\u000a16:48:03.080133 run create_hlr_db(pid=29898): Terminated: ok {rc=0}\u000a16:48:03.484683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29900): Launched\u000a16:48:03.788135 run osmo-hlr_10.42.42.2(pid=29901): Launched\u000a16:48:03.907107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:04.438772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29903): Launched\u000a16:48:04.740463 run osmo-stp_10.42.42.5(pid=29904): Launched\u000a16:48:04.849819 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:05.378074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29906): Launched\u000a16:48:05.485298 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:05.750236 run patchelf(pid=29907): Launched\u000a16:48:05.927004 run osmo-stp_10.42.42.5(pid=29904): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29904)]\u000a16:48:06.055727 run osmo-stp_10.42.42.5(pid=29904): stdout: \u000a| (launched: 2022-12-12_16:48:04.591582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:06.185204 run osmo-stp_10.42.42.5(pid=29904): stderr: \u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164804760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:06.310548 run osmo-stp_10.42.42.5(pid=29904): stdout: \u000a| (launched: 2022-12-12_16:48:04.591582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:06.434448 run osmo-stp_10.42.42.5(pid=29904): stderr: \u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164804759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164804760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164804760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:06.577923 run patchelf(pid=29907): Terminating (SIGINT)\u000a16:48:06.746602 run patchelf(pid=29907): Terminated: ok {rc=0}\u000a16:48:06.777269 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29904): Process ended prematurely: osmo-stp_10.42.42.5(pid=29904) [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29904)] [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:48:06.785992 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:48:06.845435 run osmo-hlr_10.42.42.2(pid=29901): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29901)]\u000a16:48:06.893970 run osmo-hlr_10.42.42.2(pid=29901): stdout: \u000a| (launched: 2022-12-12_16:48:03.638731) \u000a16:48:06.943307 run osmo-hlr_10.42.42.2(pid=29901): stderr: \u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164803814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164803826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164803835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164803836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164803836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:06.985341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29900): Terminating (SIGTERM)\u000a16:48:07.025104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29903): Terminating (SIGTERM)\u000a16:48:07.064651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29906): Terminating (SIGTERM)\u000a16:48:07.073983 --- ParallelTerminationStrategy: PID 29900 died...\u000a16:48:07.126852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29900): Terminated: ok {rc=0}\u000a16:48:07.136363 --- ParallelTerminationStrategy: PID 29903 died...\u000a16:48:07.188806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29903): Terminated: ok {rc=0}\u000a16:48:07.198393 --- ParallelTerminationStrategy: PID 29906 died...\u000a16:48:07.251673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29906): Terminated: ok {rc=0}\u000a16:48:07.333943 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:47:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:48:09.487675 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:09.498943 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:09.661468 tst cs_paging_gprs_active.py: using LAC 30185\u000a16:48:09.788784 tst cs_paging_gprs_active.py: using RAC 95\u000a16:48:09.915884 tst cs_paging_gprs_active.py: using CellId 30185\u000a16:48:10.042119 tst cs_paging_gprs_active.py: using BVCI 30186\u000a16:48:10.065568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.076290 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.086979 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.097632 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.108097 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.118677 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.129348 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.139876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:10.150621 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:10.269983 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:10.567482 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:48:10.705296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:11.046707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29911): Launched\u000a16:48:11.331169 run iperf3-srv_10.42.42.10(pid=29912): Launched\u000a16:48:11.534113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:48:11.671892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:12.014421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29913): Launched\u000a16:48:12.298502 run iperf3-srv_10.42.42.10(pid=29914): Launched\u000a16:48:12.500697 tst cs_paging_gprs_active.py:38: start network...\u000a16:48:12.637976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:13.158897 run create_hlr_db(pid=29915): Launched\u000a16:48:13.350100 bus /gobi_6: Setting Powered False\u000a16:48:14.370635 run create_hlr_db(pid=29915): Terminated: ok {rc=0}\u000a16:48:14.783740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Launched\u000a16:48:15.091035 run osmo-hlr_10.42.42.2(pid=29918): Launched\u000a16:48:15.204126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:15.735579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Launched\u000a16:48:16.168609 run osmo-stp_10.42.42.5(pid=29921): Launched\u000a16:48:16.327525 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:16.945004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29923): Launched\u000a16:48:17.059266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:17.345981 run patchelf(pid=29924): Launched\u000a16:48:17.526446 run osmo-stp_10.42.42.5(pid=29921): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]\u000a16:48:17.657997 run osmo-stp_10.42.42.5(pid=29921): stdout: \u000a| (launched: 2022-12-12_16:48:15.914579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:17.789216 run osmo-stp_10.42.42.5(pid=29921): stderr: \u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164816240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:17.916538 run osmo-stp_10.42.42.5(pid=29921): stdout: \u000a| (launched: 2022-12-12_16:48:15.914579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:18.042843 run osmo-stp_10.42.42.5(pid=29921): stderr: \u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164816239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164816240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164816240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:18.189241 run patchelf(pid=29924): Terminating (SIGINT)\u000a16:48:18.361280 run patchelf(pid=29924): Terminated: ok {rc=0}\u000a16:48:18.393154 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:48:18.402492 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:48:18.461930 run osmo-hlr_10.42.42.2(pid=29918): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29918)]\u000a16:48:18.510196 run osmo-hlr_10.42.42.2(pid=29918): stdout: \u000a| (launched: 2022-12-12_16:48:14.939232) \u000a16:48:18.559305 run osmo-hlr_10.42.42.2(pid=29918): stderr: \u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164815115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164815126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164815134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164815134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164815134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:18.600975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29911): Terminating (SIGTERM)\u000a16:48:18.640127 run iperf3-srv_10.42.42.10(pid=29912): Terminating (SIGTERM)\u000a16:48:18.679404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29913): Terminating (SIGTERM)\u000a16:48:18.718510 run iperf3-srv_10.42.42.10(pid=29914): Terminating (SIGTERM)\u000a16:48:18.757659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Terminating (SIGTERM)\u000a16:48:18.796818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Terminating (SIGTERM)\u000a16:48:18.836138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29923): Terminating (SIGTERM)\u000a16:48:18.845411 --- ParallelTerminationStrategy: PID 29911 died...\u000a16:48:18.898525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29911): Terminated: ok {rc=0}\u000a16:48:18.908050 --- ParallelTerminationStrategy: PID 29912 died...\u000a16:48:18.960187 run iperf3-srv_10.42.42.10(pid=29912): Terminated {rc=256}\u000a16:48:18.969701 --- ParallelTerminationStrategy: PID 29913 died...\u000a16:48:19.022611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29913): Terminated: ok {rc=0}\u000a16:48:19.032373 --- ParallelTerminationStrategy: PID 29914 died...\u000a16:48:19.084434 run iperf3-srv_10.42.42.10(pid=29914): Terminated {rc=256}\u000a16:48:19.094087 --- ParallelTerminationStrategy: PID 29917 died...\u000a16:48:19.146595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Terminated: ok {rc=0}\u000a16:48:19.156151 --- ParallelTerminationStrategy: PID 29920 died...\u000a16:48:19.208607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Terminated: ok {rc=0}\u000a16:48:19.218310 --- ParallelTerminationStrategy: PID 29923 died...\u000a16:48:19.281664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29923): Terminated: ok {rc=0}\u000a16:48:19.368875 bus /gobi_0: Setting Powered False\u000a16:48:20.471251 bus /gobi_0: Setting Powered False\u000a16:48:21.576704 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29933): Process ended prematurely: osmo-stp_10.42.42.5(pid=29933) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29933)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29933): Process ended prematurely: osmo-stp_10.42.42.5(pid=29933) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:48:22.691034 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:22.702919 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:22.869720 tst iperf3.py: using LAC 30186\u000a16:48:22.997191 tst iperf3.py: using RAC 96\u000a16:48:23.119748 tst iperf3.py: using CellId 30186\u000a16:48:23.242385 tst iperf3.py: using BVCI 30187\u000a16:48:23.265809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.276735 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.287489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.298169 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.308624 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.319229 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.329893 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.340346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:23.351246 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:23.626855 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:23.753404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:24.071639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29925): Launched\u000a16:48:24.337850 run iperf3-srv_10.42.42.10(pid=29926): Launched\u000a16:48:24.523577 tst iperf3.py:8: start network...\u000a16:48:24.649980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:25.145092 run create_hlr_db(pid=29927): Launched\u000a16:48:25.319033 bus /gobi_6: Setting Powered False\u000a16:48:26.339870 run create_hlr_db(pid=29927): Terminated: ok {rc=0}\u000a16:48:26.777426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29929): Launched\u000a16:48:27.107906 run osmo-hlr_10.42.42.2(pid=29930): Launched\u000a16:48:27.227891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:27.889736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29932): Launched\u000a16:48:28.212892 run osmo-stp_10.42.42.5(pid=29933): Launched\u000a16:48:28.328813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:28.888258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29935): Launched\u000a16:48:29.002661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:29.287210 run patchelf(pid=29936): Launched\u000a16:48:29.473904 run osmo-stp_10.42.42.5(pid=29933): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29933)]\u000a16:48:29.626012 run osmo-stp_10.42.42.5(pid=29933): stdout: \u000a| (launched: 2022-12-12_16:48:28.051540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:29.761698 run osmo-stp_10.42.42.5(pid=29933): stderr: \u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164828242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:29.892791 run osmo-stp_10.42.42.5(pid=29933): stdout: \u000a| (launched: 2022-12-12_16:48:28.051540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:30.023351 run osmo-stp_10.42.42.5(pid=29933): stderr: \u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164828241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164828242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164828242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:30.174636 run patchelf(pid=29936): Terminating (SIGINT)\u000a16:48:30.351789 run patchelf(pid=29936): Terminated: ok {rc=0}\u000a16:48:30.384547 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29933): Process ended prematurely: osmo-stp_10.42.42.5(pid=29933) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29933)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:48:30.394590 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:48:30.457393 run osmo-hlr_10.42.42.2(pid=29930): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29930)]\u000a16:48:30.508376 run osmo-hlr_10.42.42.2(pid=29930): stdout: \u000a| (launched: 2022-12-12_16:48:26.943369) \u000a16:48:30.560188 run osmo-hlr_10.42.42.2(pid=29930): stderr: \u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164827141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164827154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164827162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164827163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164827163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:30.603772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29925): Terminating (SIGTERM)\u000a16:48:30.645186 run iperf3-srv_10.42.42.10(pid=29926): Terminating (SIGTERM)\u000a16:48:30.686816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29929): Terminating (SIGTERM)\u000a16:48:30.728309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29932): Terminating (SIGTERM)\u000a16:48:30.770257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29935): Terminating (SIGTERM)\u000a16:48:30.780147 --- ParallelTerminationStrategy: PID 29925 died...\u000a16:48:30.855502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29925): Terminated: ok {rc=0}\u000a16:48:30.867214 --- ParallelTerminationStrategy: PID 29926 died...\u000a16:48:30.930275 run iperf3-srv_10.42.42.10(pid=29926): Terminated {rc=256}\u000a16:48:30.940468 --- ParallelTerminationStrategy: PID 29929 died...\u000a16:48:30.994327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29929): Terminated: ok {rc=0}\u000a16:48:31.004245 --- ParallelTerminationStrategy: PID 29932 died...\u000a16:48:31.059513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29932): Terminated: ok {rc=0}\u000a16:48:31.070466 --- ParallelTerminationStrategy: PID 29935 died...\u000a16:48:31.124927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29935): Terminated: ok {rc=0}\u000a16:48:31.224064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29951): Process ended prematurely: osmo-stp_10.42.42.5(pid=29951) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29951)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29951): Process ended prematurely: osmo-stp_10.42.42.5(pid=29951) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:48:32.334188 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.345622 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:32.506079 tst iperf3m4.py: using LAC 30187\u000a16:48:32.631728 tst iperf3m4.py: using RAC 97\u000a16:48:32.755568 tst iperf3m4.py: using CellId 30187\u000a16:48:32.877076 tst iperf3m4.py: using BVCI 30188\u000a16:48:32.899723 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.910683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.921281 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.931813 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.942387 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.952882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.963562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.974015 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:32.984698 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.098798 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.215711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.330773 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:33.601293 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:33.723682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:34.033593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29937): Launched\u000a16:48:34.291788 run iperf3-srv_10.42.42.10(pid=29938): Launched\u000a16:48:34.471310 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:48:34.595332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:34.905675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29939): Launched\u000a16:48:35.165554 run iperf3-srv_10.42.42.10(pid=29940): Launched\u000a16:48:35.347226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:48:35.472131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:35.786837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29941): Launched\u000a16:48:36.047152 run iperf3-srv_10.42.42.10(pid=29942): Launched\u000a16:48:36.229049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:48:36.353291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:36.668183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29943): Launched\u000a16:48:36.928238 run iperf3-srv_10.42.42.10(pid=29944): Launched\u000a16:48:37.109616 tst iperf3m4.py:8: start network...\u000a16:48:37.233737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:37.720442 run create_hlr_db(pid=29945): Launched\u000a16:48:37.892695 bus /gobi_6: Setting Powered False\u000a16:48:38.914297 run create_hlr_db(pid=29945): Terminated: ok {rc=0}\u000a16:48:39.316441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29947): Launched\u000a16:48:39.621993 run osmo-hlr_10.42.42.2(pid=29948): Launched\u000a16:48:39.734432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:40.259825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29950): Launched\u000a16:48:40.565742 run osmo-stp_10.42.42.5(pid=29951): Launched\u000a16:48:40.675137 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:41.202879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29953): Launched\u000a16:48:41.309685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:41.575467 run patchelf(pid=29954): Launched\u000a16:48:41.751493 run osmo-stp_10.42.42.5(pid=29951): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29951)]\u000a16:48:41.880378 run osmo-stp_10.42.42.5(pid=29951): stdout: \u000a| (launched: 2022-12-12_16:48:40.412232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:42.009915 run osmo-stp_10.42.42.5(pid=29951): stderr: \u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164840586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:42.134094 run osmo-stp_10.42.42.5(pid=29951): stdout: \u000a| (launched: 2022-12-12_16:48:40.412232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:42.257529 run osmo-stp_10.42.42.5(pid=29951): stderr: \u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164840585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164840586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164840586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:42.400456 run patchelf(pid=29954): Terminating (SIGINT)\u000a16:48:42.569100 run patchelf(pid=29954): Terminated: ok {rc=0}\u000a16:48:42.600068 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29951): Process ended prematurely: osmo-stp_10.42.42.5(pid=29951) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29951)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:48:42.609537 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a16:48:42.669167 run osmo-hlr_10.42.42.2(pid=29948): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29948)]\u000a16:48:42.717597 run osmo-hlr_10.42.42.2(pid=29948): stdout: \u000a| (launched: 2022-12-12_16:48:39.469139) \u000a16:48:42.767286 run osmo-hlr_10.42.42.2(pid=29948): stderr: \u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164839647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164839659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164839669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164839669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164839669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:42.809330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29937): Terminating (SIGTERM)\u000a16:48:42.848786 run iperf3-srv_10.42.42.10(pid=29938): Terminating (SIGTERM)\u000a16:48:42.887930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29939): Terminating (SIGTERM)\u000a16:48:42.926946 run iperf3-srv_10.42.42.10(pid=29940): Terminating (SIGTERM)\u000a16:48:42.965960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29941): Terminating (SIGTERM)\u000a16:48:43.005107 run iperf3-srv_10.42.42.10(pid=29942): Terminating (SIGTERM)\u000a16:48:43.044219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29943): Terminating (SIGTERM)\u000a16:48:43.083165 run iperf3-srv_10.42.42.10(pid=29944): Terminating (SIGTERM)\u000a16:48:43.122564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29947): Terminating (SIGTERM)\u000a16:48:43.161752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29950): Terminating (SIGTERM)\u000a16:48:43.200895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29953): Terminating (SIGTERM)\u000a16:48:43.210032 --- ParallelTerminationStrategy: PID 29937 died...\u000a16:48:43.262337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29937): Terminated: ok {rc=0}\u000a16:48:43.271683 --- ParallelTerminationStrategy: PID 29938 died...\u000a16:48:43.323396 run iperf3-srv_10.42.42.10(pid=29938): Terminated {rc=256}\u000a16:48:43.332664 --- ParallelTerminationStrategy: PID 29939 died...\u000a16:48:43.384443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29939): Terminated: ok {rc=0}\u000a16:48:43.393727 --- ParallelTerminationStrategy: PID 29940 died...\u000a16:48:43.445431 run iperf3-srv_10.42.42.10(pid=29940): Terminated {rc=256}\u000a16:48:43.454685 --- ParallelTerminationStrategy: PID 29941 died...\u000a16:48:43.506736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29941): Terminated: ok {rc=0}\u000a16:48:43.516152 --- ParallelTerminationStrategy: PID 29942 died...\u000a16:48:43.567849 run iperf3-srv_10.42.42.10(pid=29942): Terminated {rc=256}\u000a16:48:43.577193 --- ParallelTerminationStrategy: PID 29943 died...\u000a16:48:43.629096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29943): Terminated: ok {rc=0}\u000a16:48:43.638468 --- ParallelTerminationStrategy: PID 29944 died...\u000a16:48:43.690802 run iperf3-srv_10.42.42.10(pid=29944): Terminated {rc=256}\u000a16:48:43.700117 --- ParallelTerminationStrategy: PID 29947 died...\u000a16:48:43.752639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29947): Terminated: ok {rc=0}\u000a16:48:43.762256 --- ParallelTerminationStrategy: PID 29950 died...\u000a16:48:43.814254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29950): Terminated: ok {rc=0}\u000a16:48:43.823646 --- ParallelTerminationStrategy: PID 29953 died...\u000a16:48:43.875618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29953): Terminated: ok {rc=0}\u000a16:48:43.958227 bus /gobi_4: Setting Powered False\u000a16:48:45.065488 bus /gobi_4: Setting Powered False\u000a16:48:46.203058 bus /gobi_1: Setting Powered False\u000a16:48:47.301053 bus /gobi_1: Setting Powered False\u000a16:48:48.406344 bus /gobi_0: Setting Powered False\u000a16:48:49.512163 bus /gobi_0: Setting Powered False\u000a16:48:50.623018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29961): Process ended prematurely: osmo-stp_10.42.42.5(pid=29961) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29961)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29961): Process ended prematurely: osmo-stp_10.42.42.5(pid=29961) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:48:51.690035 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:51.701598 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:51.856887 tst ping.py: using LAC 30188\u000a16:48:51.985094 tst ping.py: using RAC 98\u000a16:48:52.109536 tst ping.py: using CellId 30188\u000a16:48:52.224623 tst ping.py: using BVCI 30189\u000a16:48:52.247357 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.258422 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.269366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.280114 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.290864 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.301541 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.312244 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:52.322853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:48:52.609771 tst ping.py:19: start network...\u000a16:48:52.741946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:53.249523 run create_hlr_db(pid=29955): Launched\u000a16:48:53.433130 bus /gobi_6: Setting Powered False\u000a16:48:54.453114 run create_hlr_db(pid=29955): Terminated: ok {rc=0}\u000a16:48:54.854654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29957): Launched\u000a16:48:55.154988 run osmo-hlr_10.42.42.2(pid=29958): Launched\u000a16:48:55.264793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:55.781681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29960): Launched\u000a16:48:56.080223 run osmo-stp_10.42.42.5(pid=29961): Launched\u000a16:48:56.187638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:56.709300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29963): Launched\u000a16:48:56.813863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:57.075107 run patchelf(pid=29964): Launched\u000a16:48:57.248060 run osmo-stp_10.42.42.5(pid=29961): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29961)]\u000a16:48:57.374410 run osmo-stp_10.42.42.5(pid=29961): stdout: \u000a| (launched: 2022-12-12_16:48:55.931041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:57.501220 run osmo-stp_10.42.42.5(pid=29961): stderr: \u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164856104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:57.623549 run osmo-stp_10.42.42.5(pid=29961): stdout: \u000a| (launched: 2022-12-12_16:48:55.931041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:57.744511 run osmo-stp_10.42.42.5(pid=29961): stderr: \u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164856103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164856104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164856104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:57.885318 run patchelf(pid=29964): Terminating (SIGINT)\u000a16:48:58.050599 run patchelf(pid=29964): Terminated: ok {rc=0}\u000a16:48:58.080861 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29961): Process ended prematurely: osmo-stp_10.42.42.5(pid=29961) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29961)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:48:58.089769 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:48:58.148789 run osmo-hlr_10.42.42.2(pid=29958): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29958)]\u000a16:48:58.197368 run osmo-hlr_10.42.42.2(pid=29958): stdout: \u000a| (launched: 2022-12-12_16:48:55.004493) \u000a16:48:58.246599 run osmo-hlr_10.42.42.2(pid=29958): stderr: \u000a| �[0;m�[1;31m20221212164855182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164855182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164855182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164855182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164855182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164855183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164855195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164855206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164855206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164855206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:58.288350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29957): Terminating (SIGTERM)\u000a16:48:58.327618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29960): Terminating (SIGTERM)\u000a16:48:58.367015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29963): Terminating (SIGTERM)\u000a16:48:58.376093 --- ParallelTerminationStrategy: PID 29957 died...\u000a16:48:58.428588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29957): Terminated: ok {rc=0}\u000a16:48:58.437990 --- ParallelTerminationStrategy: PID 29960 died...\u000a16:48:58.490190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29960): Terminated: ok {rc=0}\u000a16:48:58.499532 --- ParallelTerminationStrategy: PID 29963 died...\u000a16:48:58.551653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29963): Terminated: ok {rc=0}\u000a16:48:58.634172 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:48:59.687303 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:48:59.699964 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:48:59.863916 tst ping_idle_ping.py: using LAC 30189\u000a16:48:59.982397 tst ping_idle_ping.py: using RAC 99\u000a16:49:00.099694 tst ping_idle_ping.py: using CellId 30189\u000a16:49:00.217873 tst ping_idle_ping.py: using BVCI 30190\u000a16:49:00.240544 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.251583 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.262259 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.272865 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.283507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.294237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.304884 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:49:00.315485 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:49:00.602145 tst ping_idle_ping.py:24: start network...\u000a16:49:00.735135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:01.295103 run create_hlr_db(pid=29965): Launched\u000a16:49:01.484793 bus /gobi_6: Setting Powered False\u000a16:49:02.489174 run create_hlr_db(pid=29965): Terminated: ok {rc=0}\u000a16:49:02.929097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Launched\u000a16:49:03.251298 run osmo-hlr_10.42.42.2(pid=29968): Launched\u000a16:49:03.370174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:03.922578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Launched\u000a16:49:04.247202 run osmo-stp_10.42.42.5(pid=29971): Launched\u000a16:49:04.362143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:04.917233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29973): Launched\u000a16:49:05.031026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:05.312265 run patchelf(pid=29974): Launched\u000a16:49:05.498546 run osmo-stp_10.42.42.5(pid=29971): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]\u000a16:49:05.634400 run osmo-stp_10.42.42.5(pid=29971): stdout: \u000a| (launched: 2022-12-12_16:49:04.086083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:05.771031 run osmo-stp_10.42.42.5(pid=29971): stderr: \u000a| �[0;m�[38;5;43m20221212164904278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164904278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164904279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164904279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164904279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164904280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164904280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:05.902936 run osmo-stp_10.42.42.5(pid=29971): stdout: \u000a| (launched: 2022-12-12_16:49:04.086083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:06.034052 run osmo-stp_10.42.42.5(pid=29971): stderr: \u000a| �[0;m�[38;5;43m20221212164904278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164904278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164904279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164904279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164904279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164904280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164904280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:06.186036 run patchelf(pid=29974): Terminating (SIGINT)\u000a16:49:06.363929 run patchelf(pid=29974): Terminated: ok {rc=0}\u000a16:49:06.396497 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:49:06.406059 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:49:06.469248 run osmo-hlr_10.42.42.2(pid=29968): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29968)]\u000a16:49:06.521201 run osmo-hlr_10.42.42.2(pid=29968): stdout: \u000a| (launched: 2022-12-12_16:49:03.090637) \u000a16:49:06.573344 run osmo-hlr_10.42.42.2(pid=29968): stderr: \u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164903288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164903300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164903308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164903309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164903309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:06.617637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Terminating (SIGTERM)\u000a16:49:06.659565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Terminating (SIGTERM)\u000a16:49:06.701625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29973): Terminating (SIGTERM)\u000a16:49:06.711678 --- ParallelTerminationStrategy: PID 29967 died...\u000a16:49:06.767783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Terminated: ok {rc=0}\u000a16:49:06.778254 --- ParallelTerminationStrategy: PID 29970 died...\u000a16:49:06.833807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Terminated: ok {rc=0}\u000a16:49:06.844088 --- ParallelTerminationStrategy: PID 29973 died...\u000a16:49:06.899821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29973): Terminated: ok {rc=0}\u000a16:49:06.985343 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:49:09.149012 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.160560 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:49:09.325843 tst cs_paging_gprs_active.py: using LAC 30190\u000a16:49:09.452116 tst cs_paging_gprs_active.py: using RAC 100\u000a16:49:09.574004 tst cs_paging_gprs_active.py: using CellId 30190\u000a16:49:09.692859 tst cs_paging_gprs_active.py: using BVCI 30191\u000a16:49:09.716059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.726952 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.737719 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.748446 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.759170 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.769855 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.780583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.791266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:09.802163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:09.923717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:10.223708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:49:10.360398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:10.700262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29978): Launched\u000a16:49:10.983140 run iperf3-srv_10.42.42.10(pid=29979): Launched\u000a16:49:11.183620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:49:11.319665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:11.658324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29980): Launched\u000a16:49:11.965149 run iperf3-srv_10.42.42.10(pid=29981): Launched\u000a16:49:12.152116 tst cs_paging_gprs_active.py:38: start network...\u000a16:49:12.279650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:12.770367 run create_hlr_db(pid=29982): Launched\u000a16:49:12.947537 bus /gobi_6: Setting Powered False\u000a16:49:13.968875 run create_hlr_db(pid=29982): Terminated: ok {rc=0}\u000a16:49:14.374163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Launched\u000a16:49:14.680232 run osmo-hlr_10.42.42.2(pid=29985): Launched\u000a16:49:14.795695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:15.325299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Launched\u000a16:49:15.631594 run osmo-stp_10.42.42.5(pid=29988): Launched\u000a16:49:15.741358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:16.334380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29990): Launched\u000a16:49:16.455785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:16.775126 run patchelf(pid=29991): Launched\u000a16:49:16.957984 run osmo-stp_10.42.42.5(pid=29988): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)]\u000a16:49:17.089547 run osmo-stp_10.42.42.5(pid=29988): stdout: \u000a| (launched: 2022-12-12_16:49:15.479987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:17.222952 run osmo-stp_10.42.42.5(pid=29988): stderr: \u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164915651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:17.348782 run osmo-stp_10.42.42.5(pid=29988): stdout: \u000a| (launched: 2022-12-12_16:49:15.479987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:17.473710 run osmo-stp_10.42.42.5(pid=29988): stderr: \u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164915650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164915651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164915651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:17.618966 run patchelf(pid=29991): Terminating (SIGINT)\u000a16:49:17.789644 run patchelf(pid=29991): Terminated: ok {rc=0}\u000a16:49:17.821359 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29988): Process ended prematurely: osmo-stp_10.42.42.5(pid=29988) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29988)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:49:17.830715 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:49:17.890619 run osmo-hlr_10.42.42.2(pid=29985): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29985)]\u000a16:49:17.939495 run osmo-hlr_10.42.42.2(pid=29985): stdout: \u000a| (launched: 2022-12-12_16:49:14.528662) \u000a16:49:17.988930 run osmo-hlr_10.42.42.2(pid=29985): stderr: \u000a| �[0;m�[1;31m20221212164914705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164914705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164914705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164914705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164914705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164914706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164914718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164914726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164914727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164914727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:18.031265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29978): Terminating (SIGTERM)\u000a16:49:18.070953 run iperf3-srv_10.42.42.10(pid=29979): Terminating (SIGTERM)\u000a16:49:18.110803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29980): Terminating (SIGTERM)\u000a16:49:18.150214 run iperf3-srv_10.42.42.10(pid=29981): Terminating (SIGTERM)\u000a16:49:18.190060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Terminating (SIGTERM)\u000a16:49:18.229623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Terminating (SIGTERM)\u000a16:49:18.269418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29990): Terminating (SIGTERM)\u000a16:49:18.278586 --- ParallelTerminationStrategy: PID 29978 died...\u000a16:49:18.331869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29978): Terminated: ok {rc=0}\u000a16:49:18.341392 --- ParallelTerminationStrategy: PID 29979 died...\u000a16:49:18.394692 run iperf3-srv_10.42.42.10(pid=29979): Terminated {rc=256}\u000a16:49:18.404144 --- ParallelTerminationStrategy: PID 29980 died...\u000a16:49:18.457111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29980): Terminated: ok {rc=0}\u000a16:49:18.466563 --- ParallelTerminationStrategy: PID 29981 died...\u000a16:49:18.519226 run iperf3-srv_10.42.42.10(pid=29981): Terminated {rc=256}\u000a16:49:18.528676 --- ParallelTerminationStrategy: PID 29984 died...\u000a16:49:18.581691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29984): Terminated: ok {rc=0}\u000a16:49:18.591165 --- ParallelTerminationStrategy: PID 29987 died...\u000a16:49:18.644597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29987): Terminated: ok {rc=0}\u000a16:49:18.654145 --- ParallelTerminationStrategy: PID 29990 died...\u000a16:49:18.707084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29990): Terminated: ok {rc=0}\u000a16:49:18.790070 bus /gobi_0: Setting Powered False\u000a16:49:19.889471 bus /gobi_0: Setting Powered False\u000a16:49:21.000451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:49:22.110487 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.122093 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:49:22.281197 tst iperf3.py: using LAC 30191\u000a16:49:22.399951 tst iperf3.py: using RAC 101\u000a16:49:22.521514 tst iperf3.py: using CellId 30191\u000a16:49:22.640358 tst iperf3.py: using BVCI 30192\u000a16:49:22.663788 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.674834 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.685581 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.696258 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.706876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.717591 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.728782 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.739808 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:22.750638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:23.044409 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:23.179679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:23.514636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Launched\u000a16:49:23.794701 run iperf3-srv_10.42.42.10(pid=29993): Launched\u000a16:49:23.992533 tst iperf3.py:8: start network...\u000a16:49:24.128534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:24.639608 run create_hlr_db(pid=29994): Launched\u000a16:49:24.826982 bus /gobi_6: Setting Powered False\u000a16:49:25.848878 run create_hlr_db(pid=29994): Terminated: ok {rc=0}\u000a16:49:26.256146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Launched\u000a16:49:26.561971 run osmo-hlr_10.42.42.2(pid=29997): Launched\u000a16:49:26.675717 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:27.205727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Launched\u000a16:49:27.508714 run osmo-stp_10.42.42.5(pid=30000): Launched\u000a16:49:27.619772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:28.149720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Launched\u000a16:49:28.257484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:28.522623 run patchelf(pid=30003): Launched\u000a16:49:28.700436 run osmo-stp_10.42.42.5(pid=30000): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)]\u000a16:49:28.830351 run osmo-stp_10.42.42.5(pid=30000): stdout: \u000a| (launched: 2022-12-12_16:49:27.359319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:28.961174 run osmo-stp_10.42.42.5(pid=30000): stderr: \u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164927528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:29.086691 run osmo-stp_10.42.42.5(pid=30000): stdout: \u000a| (launched: 2022-12-12_16:49:27.359319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:29.211074 run osmo-stp_10.42.42.5(pid=30000): stderr: \u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164927527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164927528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164927528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:29.355849 run patchelf(pid=30003): Terminating (SIGINT)\u000a16:49:29.525864 run patchelf(pid=30003): Terminated: ok {rc=0}\u000a16:49:29.557266 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30000): Process ended prematurely: osmo-stp_10.42.42.5(pid=30000) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30000)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:49:29.566689 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:49:29.627050 run osmo-hlr_10.42.42.2(pid=29997): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29997)]\u000a16:49:29.676498 run osmo-hlr_10.42.42.2(pid=29997): stdout: \u000a| (launched: 2022-12-12_16:49:26.410860) \u000a16:49:29.726527 run osmo-hlr_10.42.42.2(pid=29997): stderr: \u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164926583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164926596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164926604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164926604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164926605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:29.769248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Terminating (SIGTERM)\u000a16:49:29.809360 run iperf3-srv_10.42.42.10(pid=29993): Terminating (SIGTERM)\u000a16:49:29.849528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Terminating (SIGTERM)\u000a16:49:29.889637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Terminating (SIGTERM)\u000a16:49:29.929717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Terminating (SIGTERM)\u000a16:49:29.939034 --- ParallelTerminationStrategy: PID 29992 died...\u000a16:49:29.992486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29992): Terminated: ok {rc=0}\u000a16:49:30.002117 --- ParallelTerminationStrategy: PID 29993 died...\u000a16:49:30.055704 run iperf3-srv_10.42.42.10(pid=29993): Terminated {rc=256}\u000a16:49:30.065292 --- ParallelTerminationStrategy: PID 29996 died...\u000a16:49:30.118197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29996): Terminated: ok {rc=0}\u000a16:49:30.127759 --- ParallelTerminationStrategy: PID 29999 died...\u000a16:49:30.180633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29999): Terminated: ok {rc=0}\u000a16:49:30.190212 --- ParallelTerminationStrategy: PID 30002 died...\u000a16:49:30.243679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30002): Terminated: ok {rc=0}\u000a16:49:30.334069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30027): Process ended prematurely: osmo-stp_10.42.42.5(pid=30027) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30027)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30027): Process ended prematurely: osmo-stp_10.42.42.5(pid=30027) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:49:31.471554 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:31.487671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:49:31.658508 tst iperf3m4.py: using LAC 30192\u000a16:49:31.777602 tst iperf3m4.py: using RAC 102\u000a16:49:31.899755 tst iperf3m4.py: using CellId 30192\u000a16:49:32.023546 tst iperf3m4.py: using BVCI 30193\u000a16:49:32.047521 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.059139 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.071004 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.082636 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.093936 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.105364 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.116749 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.128118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:32.139744 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:32.261286 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:32.386416 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:32.503194 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:32.800052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:32.935922 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:33.273665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Launched\u000a16:49:33.554657 run iperf3-srv_10.42.42.10(pid=30006): Launched\u000a16:49:33.753373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:49:33.888467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:34.226520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Launched\u000a16:49:34.514969 run iperf3-srv_10.42.42.10(pid=30012): Launched\u000a16:49:34.713476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:49:34.848793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:35.186331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Launched\u000a16:49:35.467384 run iperf3-srv_10.42.42.10(pid=30018): Launched\u000a16:49:35.665973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:49:35.801221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:36.138796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Launched\u000a16:49:36.417934 run iperf3-srv_10.42.42.10(pid=30020): Launched\u000a16:49:36.615692 tst iperf3m4.py:8: start network...\u000a16:49:36.750672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:37.263568 run create_hlr_db(pid=30021): Launched\u000a16:49:37.452209 bus /gobi_6: Setting Powered False\u000a16:49:38.471348 run create_hlr_db(pid=30021): Terminated: ok {rc=0}\u000a16:49:38.905238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30023): Launched\u000a16:49:39.234552 run osmo-hlr_10.42.42.2(pid=30024): Launched\u000a16:49:39.353675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:39.918567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30026): Launched\u000a16:49:40.244735 run osmo-stp_10.42.42.5(pid=30027): Launched\u000a16:49:40.364456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:40.931542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30029): Launched\u000a16:49:41.048575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:41.333483 run patchelf(pid=30030): Launched\u000a16:49:41.522937 run osmo-stp_10.42.42.5(pid=30027): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30027)]\u000a16:49:41.661113 run osmo-stp_10.42.42.5(pid=30027): stdout: \u000a| (launched: 2022-12-12_16:49:40.084168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:41.799957 run osmo-stp_10.42.42.5(pid=30027): stderr: \u000a| �[0;m�[38;5;43m20221212164940274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164940275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164940275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164940275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:41.934424 run osmo-stp_10.42.42.5(pid=30027): stdout: \u000a| (launched: 2022-12-12_16:49:40.084168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:42.067414 run osmo-stp_10.42.42.5(pid=30027): stderr: \u000a| �[0;m�[38;5;43m20221212164940274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164940275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164940275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164940275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164940276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:42.221905 run patchelf(pid=30030): Terminating (SIGINT)\u000a16:49:42.402457 run patchelf(pid=30030): Terminated: ok {rc=0}\u000a16:49:42.435730 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30027): Process ended prematurely: osmo-stp_10.42.42.5(pid=30027) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30027)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:49:42.445886 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:49:42.510040 run osmo-hlr_10.42.42.2(pid=30024): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30024)]\u000a16:49:42.561859 run osmo-hlr_10.42.42.2(pid=30024): stdout: \u000a| (launched: 2022-12-12_16:49:39.071714) \u000a16:49:42.614311 run osmo-hlr_10.42.42.2(pid=30024): stderr: \u000a| �[0;m�[1;31m20221212164939267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164939267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164939268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164939268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164939268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164939268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164939280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164939288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164939289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164939289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:42.658810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminating (SIGTERM)\u000a16:49:42.701027 run iperf3-srv_10.42.42.10(pid=30006): Terminating (SIGTERM)\u000a16:49:42.743219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Terminating (SIGTERM)\u000a16:49:42.785314 run iperf3-srv_10.42.42.10(pid=30012): Terminating (SIGTERM)\u000a16:49:42.828084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Terminating (SIGTERM)\u000a16:49:42.870116 run iperf3-srv_10.42.42.10(pid=30018): Terminating (SIGTERM)\u000a16:49:42.912675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Terminating (SIGTERM)\u000a16:49:42.955303 run iperf3-srv_10.42.42.10(pid=30020): Terminating (SIGTERM)\u000a16:49:42.997695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30023): Terminating (SIGTERM)\u000a16:49:43.040735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30026): Terminating (SIGTERM)\u000a16:49:43.083453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30029): Terminating (SIGTERM)\u000a16:49:43.093637 --- ParallelTerminationStrategy: PID 30005 died...\u000a16:49:43.150250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminated: ok {rc=0}\u000a16:49:43.160635 --- ParallelTerminationStrategy: PID 30006 died...\u000a16:49:43.217275 run iperf3-srv_10.42.42.10(pid=30006): Terminated {rc=256}\u000a16:49:43.227322 --- ParallelTerminationStrategy: PID 30007 died...\u000a16:49:43.283799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Terminated: ok {rc=0}\u000a16:49:43.293905 --- ParallelTerminationStrategy: PID 30012 died...\u000a16:49:43.350098 run iperf3-srv_10.42.42.10(pid=30012): Terminated {rc=256}\u000a16:49:43.360103 --- ParallelTerminationStrategy: PID 30017 died...\u000a16:49:43.416624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30017): Terminated: ok {rc=0}\u000a16:49:43.426741 --- ParallelTerminationStrategy: PID 30018 died...\u000a16:49:43.483037 run iperf3-srv_10.42.42.10(pid=30018): Terminated {rc=256}\u000a16:49:43.493175 --- ParallelTerminationStrategy: PID 30019 died...\u000a16:49:43.549448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30019): Terminated: ok {rc=0}\u000a16:49:43.559669 --- ParallelTerminationStrategy: PID 30020 died...\u000a16:49:43.616193 run iperf3-srv_10.42.42.10(pid=30020): Terminated {rc=256}\u000a16:49:43.626290 --- ParallelTerminationStrategy: PID 30023 died...\u000a16:49:43.682451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30023): Terminated: ok {rc=0}\u000a16:49:43.692612 --- ParallelTerminationStrategy: PID 30026 died...\u000a16:49:43.748917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30026): Terminated: ok {rc=0}\u000a16:49:43.759054 --- ParallelTerminationStrategy: PID 30029 died...\u000a16:49:43.815568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30029): Terminated: ok {rc=0}\u000a16:49:43.904709 bus /gobi_4: Setting Powered False\u000a16:49:45.013102 bus /gobi_4: Setting Powered False\u000a16:49:46.143214 bus /gobi_1: Setting Powered False\u000a16:49:47.248219 bus /gobi_1: Setting Powered False\u000a16:49:48.359850 bus /gobi_0: Setting Powered False\u000a16:49:49.463683 bus /gobi_0: Setting Powered False\u000a16:49:50.577449 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30037): Process ended prematurely: osmo-stp_10.42.42.5(pid=30037) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30037)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30037): Process ended prematurely: osmo-stp_10.42.42.5(pid=30037) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:49:51.646059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:51.657926 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:49:51.815740 tst ping.py: using LAC 30193\u000a16:49:51.932055 tst ping.py: using RAC 103\u000a16:49:52.048574 tst ping.py: using CellId 30193\u000a16:49:52.167078 tst ping.py: using BVCI 30194\u000a16:49:52.190036 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.200838 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.211592 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.222570 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.233259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.243937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.254818 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:52.265511 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:49:52.553492 tst ping.py:19: start network...\u000a16:49:52.685576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:53.190224 run create_hlr_db(pid=30031): Launched\u000a16:49:53.375909 bus /gobi_6: Setting Powered False\u000a16:49:54.396595 run create_hlr_db(pid=30031): Terminated: ok {rc=0}\u000a16:49:54.823691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30033): Launched\u000a16:49:55.146066 run osmo-hlr_10.42.42.2(pid=30034): Launched\u000a16:49:55.265489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:55.825773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30036): Launched\u000a16:49:56.145775 run osmo-stp_10.42.42.5(pid=30037): Launched\u000a16:49:56.261563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:56.821140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30039): Launched\u000a16:49:56.934986 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:57.215817 run patchelf(pid=30040): Launched\u000a16:49:57.402718 run osmo-stp_10.42.42.5(pid=30037): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30037)]\u000a16:49:57.539458 run osmo-stp_10.42.42.5(pid=30037): stdout: \u000a| (launched: 2022-12-12_16:49:55.987694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:57.676765 run osmo-stp_10.42.42.5(pid=30037): stderr: \u000a| �[0;m�[38;5;43m20221212164956175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164956176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164956176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164956176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:57.808915 run osmo-stp_10.42.42.5(pid=30037): stdout: \u000a| (launched: 2022-12-12_16:49:55.987694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:57.940395 run osmo-stp_10.42.42.5(pid=30037): stderr: \u000a| �[0;m�[38;5;43m20221212164956175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212164956176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212164956176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212164956176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212164956177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:58.093215 run patchelf(pid=30040): Terminating (SIGINT)\u000a16:49:58.271463 run patchelf(pid=30040): Terminated: ok {rc=0}\u000a16:49:58.304149 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30037): Process ended prematurely: osmo-stp_10.42.42.5(pid=30037) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30037)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:49:58.313794 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:49:58.378251 run osmo-hlr_10.42.42.2(pid=30034): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30034)]\u000a16:49:58.430597 run osmo-hlr_10.42.42.2(pid=30034): stdout: \u000a| (launched: 2022-12-12_16:49:54.985996) \u000a16:49:58.483560 run osmo-hlr_10.42.42.2(pid=30034): stderr: \u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212164955181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212164955194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212164955202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212164955202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212164955202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:58.528237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30033): Terminating (SIGTERM)\u000a16:49:58.570821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30036): Terminating (SIGTERM)\u000a16:49:58.613456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30039): Terminating (SIGTERM)\u000a16:49:58.623534 --- ParallelTerminationStrategy: PID 30033 died...\u000a16:49:58.680251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30033): Terminated: ok {rc=0}\u000a16:49:58.690468 --- ParallelTerminationStrategy: PID 30036 died...\u000a16:49:58.746806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30036): Terminated: ok {rc=0}\u000a16:49:58.757329 --- ParallelTerminationStrategy: PID 30039 died...\u000a16:49:58.813390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30039): Terminated: ok {rc=0}\u000a16:49:58.900590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:49:59.953856 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:49:59.966482 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:50:00.138252 tst ping_idle_ping.py: using LAC 30194\u000a16:50:00.264582 tst ping_idle_ping.py: using RAC 104\u000a16:50:00.388370 tst ping_idle_ping.py: using CellId 30194\u000a16:50:00.513494 tst ping_idle_ping.py: using BVCI 30195\u000a16:50:00.536743 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.547924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.559059 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.570588 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.581989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.593634 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.605099 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:50:00.616323 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:50:00.894335 tst ping_idle_ping.py:24: start network...\u000a16:50:01.019759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:01.550183 run create_hlr_db(pid=30044): Launched\u000a16:50:01.728298 bus /gobi_6: Setting Powered False\u000a16:50:02.744612 run create_hlr_db(pid=30044): Terminated: ok {rc=0}\u000a16:50:03.143544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Launched\u000a16:50:03.444032 run osmo-hlr_10.42.42.2(pid=30047): Launched\u000a16:50:03.562112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:04.087378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Launched\u000a16:50:04.388680 run osmo-stp_10.42.42.5(pid=30050): Launched\u000a16:50:04.497365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:05.021172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Launched\u000a16:50:05.126951 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:05.389086 run patchelf(pid=30053): Launched\u000a16:50:05.564323 run osmo-stp_10.42.42.5(pid=30050): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)]\u000a16:50:05.692489 run osmo-stp_10.42.42.5(pid=30050): stdout: \u000a| (launched: 2022-12-12_16:50:04.240741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:05.820883 run osmo-stp_10.42.42.5(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221212165004407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165004407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165004408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165004408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:05.944654 run osmo-stp_10.42.42.5(pid=30050): stdout: \u000a| (launched: 2022-12-12_16:50:04.240741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:06.067516 run osmo-stp_10.42.42.5(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221212165004407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165004407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165004408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165004408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165004409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:06.210127 run patchelf(pid=30053): Terminating (SIGINT)\u000a16:50:06.377443 run patchelf(pid=30053): Terminated: ok {rc=0}\u000a16:50:06.408040 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30050): Process ended prematurely: osmo-stp_10.42.42.5(pid=30050) [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30050)] [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:50:06.416855 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:50:06.476974 run osmo-hlr_10.42.42.2(pid=30047): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30047)]\u000a16:50:06.526127 run osmo-hlr_10.42.42.2(pid=30047): stdout: \u000a| (launched: 2022-12-12_16:50:03.296007) \u000a16:50:06.575805 run osmo-hlr_10.42.42.2(pid=30047): stderr: \u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165003469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165003481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165003490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165003490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165003490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:06.618135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Terminating (SIGTERM)\u000a16:50:06.657963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a16:50:06.697926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Terminating (SIGTERM)\u000a16:50:06.707193 --- ParallelTerminationStrategy: PID 30046 died...\u000a16:50:06.760435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30046): Terminated: ok {rc=0}\u000a16:50:06.770495 --- ParallelTerminationStrategy: PID 30049 died...\u000a16:50:06.823564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a16:50:06.833233 --- ParallelTerminationStrategy: PID 30052 died...\u000a16:50:06.886336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30052): Terminated: ok {rc=0}\u000a16:50:06.970220 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:49:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30067): Process ended prematurely: osmo-stp_10.42.42.5(pid=30067) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30067)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30067): Process ended prematurely: osmo-stp_10.42.42.5(pid=30067) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:50:09.144331 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.156009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:09.304058 tst cs_paging_gprs_active.py: using LAC 30195\u000a16:50:09.430667 tst cs_paging_gprs_active.py: using RAC 105\u000a16:50:09.548628 tst cs_paging_gprs_active.py: using CellId 30195\u000a16:50:09.667729 tst cs_paging_gprs_active.py: using BVCI 30196\u000a16:50:09.691114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.702471 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.713729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.725013 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.735969 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.747193 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.758434 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.769572 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:09.781004 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:09.900553 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:10.196312 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:50:10.332492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:10.671613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Launched\u000a16:50:10.951575 run iperf3-srv_10.42.42.10(pid=30058): Launched\u000a16:50:11.151393 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:50:11.287162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:11.623905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Launched\u000a16:50:11.904122 run iperf3-srv_10.42.42.10(pid=30060): Launched\u000a16:50:12.104052 tst cs_paging_gprs_active.py:38: start network...\u000a16:50:12.239646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:12.754769 run create_hlr_db(pid=30061): Launched\u000a16:50:12.942853 bus /gobi_6: Setting Powered False\u000a16:50:13.964884 run create_hlr_db(pid=30061): Terminated: ok {rc=0}\u000a16:50:14.382191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30063): Launched\u000a16:50:14.710132 run osmo-hlr_10.42.42.2(pid=30064): Launched\u000a16:50:14.828858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:15.396089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30066): Launched\u000a16:50:15.724336 run osmo-stp_10.42.42.5(pid=30067): Launched\u000a16:50:15.909092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:16.560388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30069): Launched\u000a16:50:16.680184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:16.980903 run patchelf(pid=30070): Launched\u000a16:50:17.176031 run osmo-stp_10.42.42.5(pid=30067): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30067)]\u000a16:50:17.315191 run osmo-stp_10.42.42.5(pid=30067): stdout: \u000a| (launched: 2022-12-12_16:50:15.561590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:17.454971 run osmo-stp_10.42.42.5(pid=30067): stderr: \u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:17.589912 run osmo-stp_10.42.42.5(pid=30067): stdout: \u000a| (launched: 2022-12-12_16:50:15.561590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:17.723297 run osmo-stp_10.42.42.5(pid=30067): stderr: \u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165015752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165015753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165015753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:17.878011 run patchelf(pid=30070): Terminating (SIGINT)\u000a16:50:18.059716 run patchelf(pid=30070): Terminated: ok {rc=0}\u000a16:50:18.093486 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30067): Process ended prematurely: osmo-stp_10.42.42.5(pid=30067) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30067)] [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:50:18.103616 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:50:18.167681 run osmo-hlr_10.42.42.2(pid=30064): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30064)]\u000a16:50:18.219587 run osmo-hlr_10.42.42.2(pid=30064): stdout: \u000a| (launched: 2022-12-12_16:50:14.548063) \u000a16:50:18.272617 run osmo-hlr_10.42.42.2(pid=30064): stderr: \u000a| �[0;m�[1;31m20221212165014743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165014744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165014744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165014744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165014744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165014744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165014756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165014764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165014765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165014765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:18.317479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminating (SIGTERM)\u000a16:50:18.359917 run iperf3-srv_10.42.42.10(pid=30058): Terminating (SIGTERM)\u000a16:50:18.402390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Terminating (SIGTERM)\u000a16:50:18.444699 run iperf3-srv_10.42.42.10(pid=30060): Terminating (SIGTERM)\u000a16:50:18.487113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30063): Terminating (SIGTERM)\u000a16:50:18.529638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30066): Terminating (SIGTERM)\u000a16:50:18.571954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30069): Terminating (SIGTERM)\u000a16:50:18.581711 --- ParallelTerminationStrategy: PID 30057 died...\u000a16:50:18.637908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminated: ok {rc=0}\u000a16:50:18.648263 --- ParallelTerminationStrategy: PID 30058 died...\u000a16:50:18.704580 run iperf3-srv_10.42.42.10(pid=30058): Terminated {rc=256}\u000a16:50:18.714882 --- ParallelTerminationStrategy: PID 30059 died...\u000a16:50:18.770688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30059): Terminated: ok {rc=0}\u000a16:50:18.780879 --- ParallelTerminationStrategy: PID 30060 died...\u000a16:50:18.837124 run iperf3-srv_10.42.42.10(pid=30060): Terminated {rc=256}\u000a16:50:18.847116 --- ParallelTerminationStrategy: PID 30063 died...\u000a16:50:18.904029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30063): Terminated: ok {rc=0}\u000a16:50:18.914257 --- ParallelTerminationStrategy: PID 30066 died...\u000a16:50:18.970611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30066): Terminated: ok {rc=0}\u000a16:50:18.980778 --- ParallelTerminationStrategy: PID 30069 died...\u000a16:50:19.037761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30069): Terminated: ok {rc=0}\u000a16:50:19.125401 bus /gobi_0: Setting Powered False\u000a16:50:20.233006 bus /gobi_0: Setting Powered False\u000a16:50:21.341064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:50:22.453985 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:22.465959 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:22.611984 tst iperf3.py: using LAC 30196\u000a16:50:22.740515 tst iperf3.py: using RAC 106\u000a16:50:22.865646 tst iperf3.py: using CellId 30196\u000a16:50:22.983017 tst iperf3.py: using BVCI 30197\u000a16:50:23.006524 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.017797 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.028693 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.039774 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.050925 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.062033 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.073221 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.084174 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:23.095514 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:23.373213 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:50:23.499882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:23.815117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Launched\u000a16:50:24.077023 run iperf3-srv_10.42.42.10(pid=30072): Launched\u000a16:50:24.262002 tst iperf3.py:8: start network...\u000a16:50:24.388327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:24.878227 run create_hlr_db(pid=30073): Launched\u000a16:50:25.051812 bus /gobi_6: Setting Powered False\u000a16:50:26.074365 run create_hlr_db(pid=30073): Terminated: ok {rc=0}\u000a16:50:26.505834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Launched\u000a16:50:26.832423 run osmo-hlr_10.42.42.2(pid=30076): Launched\u000a16:50:26.951588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:27.517936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Launched\u000a16:50:27.842501 run osmo-stp_10.42.42.5(pid=30079): Launched\u000a16:50:27.960420 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:28.527710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Launched\u000a16:50:28.643743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:28.927883 run patchelf(pid=30082): Launched\u000a16:50:29.117916 run osmo-stp_10.42.42.5(pid=30079): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)]\u000a16:50:29.256904 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-12_16:50:27.682510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:29.396283 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221212165027871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165027871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165027872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165027872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:29.530803 run osmo-stp_10.42.42.5(pid=30079): stdout: \u000a| (launched: 2022-12-12_16:50:27.682510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:29.663735 run osmo-stp_10.42.42.5(pid=30079): stderr: \u000a| �[0;m�[38;5;43m20221212165027871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165027871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165027872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165027872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165027873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:29.818417 run patchelf(pid=30082): Terminating (SIGINT)\u000a16:50:29.999840 run patchelf(pid=30082): Terminated: ok {rc=0}\u000a16:50:30.033451 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30079): Process ended prematurely: osmo-stp_10.42.42.5(pid=30079) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30079)] [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:50:30.043992 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:50:30.107745 run osmo-hlr_10.42.42.2(pid=30076): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30076)]\u000a16:50:30.159551 run osmo-hlr_10.42.42.2(pid=30076): stdout: \u000a| (launched: 2022-12-12_16:50:26.671039) \u000a16:50:30.211858 run osmo-hlr_10.42.42.2(pid=30076): stderr: \u000a| �[0;m�[1;31m20221212165026865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165026865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165026865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165026866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165026866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165026866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165026878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165026889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165026889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165026889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:30.256287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Terminating (SIGTERM)\u000a16:50:30.298354 run iperf3-srv_10.42.42.10(pid=30072): Terminating (SIGTERM)\u000a16:50:30.340454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Terminating (SIGTERM)\u000a16:50:30.382652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Terminating (SIGTERM)\u000a16:50:30.424675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminating (SIGTERM)\u000a16:50:30.434650 --- ParallelTerminationStrategy: PID 30071 died...\u000a16:50:30.490926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Terminated: ok {rc=0}\u000a16:50:30.501580 --- ParallelTerminationStrategy: PID 30072 died...\u000a16:50:30.557136 run iperf3-srv_10.42.42.10(pid=30072): Terminated {rc=256}\u000a16:50:30.567375 --- ParallelTerminationStrategy: PID 30075 died...\u000a16:50:30.623044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30075): Terminated: ok {rc=0}\u000a16:50:30.633360 --- ParallelTerminationStrategy: PID 30078 died...\u000a16:50:30.688853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30078): Terminated: ok {rc=0}\u000a16:50:30.699162 --- ParallelTerminationStrategy: PID 30081 died...\u000a16:50:30.755414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30081): Terminated: ok {rc=0}\u000a16:50:30.857249 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:50:31.997504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.011394 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:32.197668 tst iperf3m4.py: using LAC 30197\u000a16:50:32.316307 tst iperf3m4.py: using RAC 107\u000a16:50:32.437921 tst iperf3m4.py: using CellId 30197\u000a16:50:32.557354 tst iperf3m4.py: using BVCI 30198\u000a16:50:32.580784 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.592218 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.603536 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.615482 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.627345 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.639115 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.651100 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.662879 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:32.675053 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:32.794674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:32.913154 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:33.029727 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:33.309323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:50:33.436553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:33.752134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Launched\u000a16:50:34.015610 run iperf3-srv_10.42.42.10(pid=30084): Launched\u000a16:50:34.200403 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:50:34.326759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:34.641511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Launched\u000a16:50:34.903395 run iperf3-srv_10.42.42.10(pid=30086): Launched\u000a16:50:35.088243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:50:35.216087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:35.532354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Launched\u000a16:50:35.794290 run iperf3-srv_10.42.42.10(pid=30088): Launched\u000a16:50:35.978218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:50:36.104127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:36.418702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Launched\u000a16:50:36.680515 run iperf3-srv_10.42.42.10(pid=30090): Launched\u000a16:50:36.864437 tst iperf3m4.py:8: start network...\u000a16:50:36.990142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:37.479420 run create_hlr_db(pid=30091): Launched\u000a16:50:37.655651 bus /gobi_6: Setting Powered False\u000a16:50:38.677786 run create_hlr_db(pid=30091): Terminated: ok {rc=0}\u000a16:50:39.110477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Launched\u000a16:50:39.436310 run osmo-hlr_10.42.42.2(pid=30094): Launched\u000a16:50:39.557279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:40.122974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Launched\u000a16:50:40.447595 run osmo-stp_10.42.42.5(pid=30097): Launched\u000a16:50:40.566481 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:41.137017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Launched\u000a16:50:41.253384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:41.539104 run patchelf(pid=30100): Launched\u000a16:50:41.729542 run osmo-stp_10.42.42.5(pid=30097): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)]\u000a16:50:41.868470 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-12_16:50:40.287667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:42.008052 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165040480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:42.143293 run osmo-stp_10.42.42.5(pid=30097): stdout: \u000a| (launched: 2022-12-12_16:50:40.287667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:42.276500 run osmo-stp_10.42.42.5(pid=30097): stderr: \u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165040479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165040480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165040480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:42.431515 run patchelf(pid=30100): Terminating (SIGINT)\u000a16:50:42.612781 run patchelf(pid=30100): Terminated: ok {rc=0}\u000a16:50:42.646036 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30097): Process ended prematurely: osmo-stp_10.42.42.5(pid=30097) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30097)] [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:50:42.656083 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:50:42.720408 run osmo-hlr_10.42.42.2(pid=30094): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30094)]\u000a16:50:42.772042 run osmo-hlr_10.42.42.2(pid=30094): stdout: \u000a| (launched: 2022-12-12_16:50:39.275726) \u000a16:50:42.825011 run osmo-hlr_10.42.42.2(pid=30094): stderr: \u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165039473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165039486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165039494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165039494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165039494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:42.869470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminating (SIGTERM)\u000a16:50:42.911492 run iperf3-srv_10.42.42.10(pid=30084): Terminating (SIGTERM)\u000a16:50:42.953468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminating (SIGTERM)\u000a16:50:42.995246 run iperf3-srv_10.42.42.10(pid=30086): Terminating (SIGTERM)\u000a16:50:43.037150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminating (SIGTERM)\u000a16:50:43.079312 run iperf3-srv_10.42.42.10(pid=30088): Terminating (SIGTERM)\u000a16:50:43.121459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminating (SIGTERM)\u000a16:50:43.163310 run iperf3-srv_10.42.42.10(pid=30090): Terminating (SIGTERM)\u000a16:50:43.205384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminating (SIGTERM)\u000a16:50:43.247295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminating (SIGTERM)\u000a16:50:43.289565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Terminating (SIGTERM)\u000a16:50:43.298965 --- ParallelTerminationStrategy: PID 30083 died...\u000a16:50:43.355056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30083): Terminated: ok {rc=0}\u000a16:50:43.365388 --- ParallelTerminationStrategy: PID 30084 died...\u000a16:50:43.421146 run iperf3-srv_10.42.42.10(pid=30084): Terminated {rc=256}\u000a16:50:43.431102 --- ParallelTerminationStrategy: PID 30085 died...\u000a16:50:43.487107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30085): Terminated: ok {rc=0}\u000a16:50:43.497119 --- ParallelTerminationStrategy: PID 30086 died...\u000a16:50:43.552473 run iperf3-srv_10.42.42.10(pid=30086): Terminated {rc=256}\u000a16:50:43.562738 --- ParallelTerminationStrategy: PID 30087 died...\u000a16:50:43.618688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30087): Terminated: ok {rc=0}\u000a16:50:43.628612 --- ParallelTerminationStrategy: PID 30088 died...\u000a16:50:43.684054 run iperf3-srv_10.42.42.10(pid=30088): Terminated {rc=256}\u000a16:50:43.694309 --- ParallelTerminationStrategy: PID 30089 died...\u000a16:50:43.750097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30089): Terminated: ok {rc=0}\u000a16:50:43.760412 --- ParallelTerminationStrategy: PID 30090 died...\u000a16:50:43.815944 run iperf3-srv_10.42.42.10(pid=30090): Terminated {rc=256}\u000a16:50:43.826320 --- ParallelTerminationStrategy: PID 30093 died...\u000a16:50:43.882378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30093): Terminated: ok {rc=0}\u000a16:50:43.892450 --- ParallelTerminationStrategy: PID 30096 died...\u000a16:50:43.948340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30096): Terminated: ok {rc=0}\u000a16:50:43.958480 --- ParallelTerminationStrategy: PID 30099 died...\u000a16:50:44.014727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30099): Terminated: ok {rc=0}\u000a16:50:44.102794 bus /gobi_4: Setting Powered False\u000a16:50:45.210014 bus /gobi_4: Setting Powered False\u000a16:50:46.324713 bus /gobi_1: Setting Powered False\u000a16:50:47.430250 bus /gobi_1: Setting Powered False\u000a16:50:48.538331 bus /gobi_0: Setting Powered False\u000a16:50:49.645048 bus /gobi_0: Setting Powered False\u000a16:50:50.753164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:50:51.822869 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:51.835288 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:51.982606 tst ping.py: using LAC 30198\u000a16:50:52.108497 tst ping.py: using RAC 108\u000a16:50:52.233566 tst ping.py: using CellId 30198\u000a16:50:52.360400 tst ping.py: using BVCI 30199\u000a16:50:52.384712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.396498 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.408036 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.420028 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.431874 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.443710 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.455666 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:52.467534 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:50:52.742367 tst ping.py:19: start network...\u000a16:50:52.868057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:53.336829 run create_hlr_db(pid=30101): Launched\u000a16:50:53.508606 bus /gobi_6: Setting Powered False\u000a16:50:54.529455 run create_hlr_db(pid=30101): Terminated: ok {rc=0}\u000a16:50:54.926635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Launched\u000a16:50:55.224305 run osmo-hlr_10.42.42.2(pid=30104): Launched\u000a16:50:55.331689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:55.853510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Launched\u000a16:50:56.152571 run osmo-stp_10.42.42.5(pid=30107): Launched\u000a16:50:56.260253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:56.781410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Launched\u000a16:50:56.887216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:57.150942 run patchelf(pid=30110): Launched\u000a16:50:57.325613 run osmo-stp_10.42.42.5(pid=30107): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)]\u000a16:50:57.453330 run osmo-stp_10.42.42.5(pid=30107): stdout: \u000a| (launched: 2022-12-12_16:50:56.005096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:57.581912 run osmo-stp_10.42.42.5(pid=30107): stderr: \u000a| �[0;m�[38;5;43m20221212165056171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165056171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165056172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165056172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:57.706423 run osmo-stp_10.42.42.5(pid=30107): stdout: \u000a| (launched: 2022-12-12_16:50:56.005096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:57.829428 run osmo-stp_10.42.42.5(pid=30107): stderr: \u000a| �[0;m�[38;5;43m20221212165056171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165056171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165056172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165056172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165056173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:57.972112 run patchelf(pid=30110): Terminating (SIGINT)\u000a16:50:58.139325 run patchelf(pid=30110): Terminated: ok {rc=0}\u000a16:50:58.169796 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30107): Process ended prematurely: osmo-stp_10.42.42.5(pid=30107) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30107)] [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:50:58.178626 tst ping.py:22: Test FAILED (6.3 sec)\u000a16:50:58.238920 run osmo-hlr_10.42.42.2(pid=30104): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30104)]\u000a16:50:58.287748 run osmo-hlr_10.42.42.2(pid=30104): stdout: \u000a| (launched: 2022-12-12_16:50:55.077593) \u000a16:50:58.337419 run osmo-hlr_10.42.42.2(pid=30104): stderr: \u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165055265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165055274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165055274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165055274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:58.379199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Terminating (SIGTERM)\u000a16:50:58.418957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Terminating (SIGTERM)\u000a16:50:58.458691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Terminating (SIGTERM)\u000a16:50:58.468150 --- ParallelTerminationStrategy: PID 30103 died...\u000a16:50:58.521045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30103): Terminated: ok {rc=0}\u000a16:50:58.530785 --- ParallelTerminationStrategy: PID 30106 died...\u000a16:50:58.583693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30106): Terminated: ok {rc=0}\u000a16:50:58.593899 --- ParallelTerminationStrategy: PID 30109 died...\u000a16:50:58.647068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30109): Terminated: ok {rc=0}\u000a16:50:58.730476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:50:59.783988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:50:59.797170 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:50:59.943415 tst ping_idle_ping.py: using LAC 30199\u000a16:51:00.063398 tst ping_idle_ping.py: using RAC 109\u000a16:51:00.181216 tst ping_idle_ping.py: using CellId 30199\u000a16:51:00.300200 tst ping_idle_ping.py: using BVCI 30200\u000a16:51:00.323315 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.334876 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.346072 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.357736 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.369307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.380842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.392376 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:00.403934 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:51:00.696678 tst ping_idle_ping.py:24: start network...\u000a16:51:00.844660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:01.383287 run create_hlr_db(pid=30111): Launched\u000a16:51:01.562306 bus /gobi_6: Setting Powered False\u000a16:51:02.588078 run create_hlr_db(pid=30111): Terminated: ok {rc=0}\u000a16:51:02.991164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Launched\u000a16:51:03.290926 run osmo-hlr_10.42.42.2(pid=30114): Launched\u000a16:51:03.403352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:03.926429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Launched\u000a16:51:04.227188 run osmo-stp_10.42.42.5(pid=30117): Launched\u000a16:51:04.336480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:04.860400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Launched\u000a16:51:04.967277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:05.229727 run patchelf(pid=30120): Launched\u000a16:51:05.405346 run osmo-stp_10.42.42.5(pid=30117): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)]\u000a16:51:05.534089 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-12_16:51:04.078360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:05.663139 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221212165104246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165104246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165104247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165104247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:05.788578 run osmo-stp_10.42.42.5(pid=30117): stdout: \u000a| (launched: 2022-12-12_16:51:04.078360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:05.911849 run osmo-stp_10.42.42.5(pid=30117): stderr: \u000a| �[0;m�[38;5;43m20221212165104246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165104246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165104247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165104247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:06.054624 run patchelf(pid=30120): Terminating (SIGINT)\u000a16:51:06.222381 run patchelf(pid=30120): Terminated: ok {rc=0}\u000a16:51:06.253058 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30117): Process ended prematurely: osmo-stp_10.42.42.5(pid=30117) [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30117)] [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:51:06.261848 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:51:06.322971 run osmo-hlr_10.42.42.2(pid=30114): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30114)]\u000a16:51:06.372437 run osmo-hlr_10.42.42.2(pid=30114): stdout: \u000a| (launched: 2022-12-12_16:51:03.142654) \u000a16:51:06.422748 run osmo-hlr_10.42.42.2(pid=30114): stderr: \u000a| �[0;m�[1;31m20221212165103316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165103317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165103317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165103317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165103317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165103317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165103329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165103339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165103339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165103339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:06.465082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminating (SIGTERM)\u000a16:51:06.505606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminating (SIGTERM)\u000a16:51:06.546254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminating (SIGTERM)\u000a16:51:06.556046 --- ParallelTerminationStrategy: PID 30113 died...\u000a16:51:06.610226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30113): Terminated: ok {rc=0}\u000a16:51:06.619982 --- ParallelTerminationStrategy: PID 30116 died...\u000a16:51:06.673530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30116): Terminated: ok {rc=0}\u000a16:51:06.683483 --- ParallelTerminationStrategy: PID 30119 died...\u000a16:51:06.737235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30119): Terminated: ok {rc=0}\u000a16:51:06.826330 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:50:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30130): Process ended prematurely: osmo-stp_10.42.42.5(pid=30130) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30130)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30130): Process ended prematurely: osmo-stp_10.42.42.5(pid=30130) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:51:08.863240 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:08.874952 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:51:09.040349 tst switch_tch_pdch.py: using LAC 30200\u000a16:51:09.165859 tst switch_tch_pdch.py: using RAC 110\u000a16:51:09.290360 tst switch_tch_pdch.py: using CellId 30200\u000a16:51:09.415277 tst switch_tch_pdch.py: using BVCI 30201\u000a16:51:09.439706 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.451357 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.462797 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.474381 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.485847 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.497248 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.508773 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:51:09.520378 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:51:09.641420 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:51:09.915647 tst switch_tch_pdch.py:51: start network...\u000a16:51:10.039352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:10.508455 run create_hlr_db(pid=30124): Launched\u000a16:51:10.680581 bus /gobi_6: Setting Powered False\u000a16:51:11.702151 run create_hlr_db(pid=30124): Terminated: ok {rc=0}\u000a16:51:12.126804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30126): Launched\u000a16:51:12.446590 run osmo-hlr_10.42.42.2(pid=30127): Launched\u000a16:51:12.562188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:13.116408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30129): Launched\u000a16:51:13.435010 run osmo-stp_10.42.42.5(pid=30130): Launched\u000a16:51:13.554961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:14.114011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30132): Launched\u000a16:51:14.227830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:14.507851 run patchelf(pid=30133): Launched\u000a16:51:14.694696 run osmo-stp_10.42.42.5(pid=30130): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30130)]\u000a16:51:14.831073 run osmo-stp_10.42.42.5(pid=30130): stdout: \u000a| (launched: 2022-12-12_16:51:13.277905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:14.968202 run osmo-stp_10.42.42.5(pid=30130): stderr: \u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165113469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:15.100813 run osmo-stp_10.42.42.5(pid=30130): stdout: \u000a| (launched: 2022-12-12_16:51:13.277905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:15.231937 run osmo-stp_10.42.42.5(pid=30130): stderr: \u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165113468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165113469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165113469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:15.383959 run patchelf(pid=30133): Terminating (SIGINT)\u000a16:51:15.562136 run patchelf(pid=30133): Terminated: ok {rc=0}\u000a16:51:15.594880 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30130): Process ended prematurely: osmo-stp_10.42.42.5(pid=30130) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30130)] [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:51:15.604345 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:51:15.668476 run osmo-hlr_10.42.42.2(pid=30127): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30127)]\u000a16:51:15.720279 run osmo-hlr_10.42.42.2(pid=30127): stdout: \u000a| (launched: 2022-12-12_16:51:12.288238) \u000a16:51:15.773925 run osmo-hlr_10.42.42.2(pid=30127): stderr: \u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165112483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165112495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165112505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165112506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165112506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:15.820139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30126): Terminating (SIGTERM)\u000a16:51:15.864712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30129): Terminating (SIGTERM)\u000a16:51:15.908125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30132): Terminating (SIGTERM)\u000a16:51:15.918381 --- ParallelTerminationStrategy: PID 30126 died...\u000a16:51:15.975847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30126): Terminated: ok {rc=0}\u000a16:51:15.986638 --- ParallelTerminationStrategy: PID 30129 died...\u000a16:51:16.043976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30129): Terminated: ok {rc=0}\u000a16:51:16.054494 --- ParallelTerminationStrategy: PID 30132 died...\u000a16:51:16.111101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30132): Terminated: ok {rc=0}\u000a16:51:16.211674 bus /gobi_0: Setting Powered False\u000a16:51:17.322816 bus /gobi_0: Setting Powered False\u000a16:51:18.433242 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:08" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:51:20.407021 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:20.418415 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:51:20.581553 tst switch_tch_pdch.py: using LAC 30201\u000a16:51:20.710461 tst switch_tch_pdch.py: using RAC 111\u000a16:51:20.829930 tst switch_tch_pdch.py: using CellId 30201\u000a16:51:20.946043 tst switch_tch_pdch.py: using BVCI 30202\u000a16:51:20.969589 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:20.980649 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:20.991651 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:21.003609 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:21.015400 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:21.027264 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:21.039148 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:51:21.050806 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:51:21.170980 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:51:21.455288 tst switch_tch_pdch.py:51: start network...\u000a16:51:21.579437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:22.048537 run create_hlr_db(pid=30138): Launched\u000a16:51:22.178915 bus /gobi_6: Setting Powered False\u000a16:51:23.253405 run create_hlr_db(pid=30138): Terminated: ok {rc=0}\u000a16:51:23.632070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Launched\u000a16:51:23.931671 run osmo-hlr_10.42.42.2(pid=30141): Launched\u000a16:51:24.046044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:24.541388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Launched\u000a16:51:24.840005 run osmo-stp_10.42.42.5(pid=30144): Launched\u000a16:51:24.947652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:25.442414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Launched\u000a16:51:25.548617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:25.809712 run patchelf(pid=30147): Launched\u000a16:51:25.984542 run osmo-stp_10.42.42.5(pid=30144): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)]\u000a16:51:26.112365 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-12_16:51:24.692085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:26.240401 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165124859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:26.363865 run osmo-stp_10.42.42.5(pid=30144): stdout: \u000a| (launched: 2022-12-12_16:51:24.692085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:26.486239 run osmo-stp_10.42.42.5(pid=30144): stderr: \u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165124858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165124859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165124859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:26.628306 run patchelf(pid=30147): Terminating (SIGINT)\u000a16:51:26.794610 run patchelf(pid=30147): Terminated: ok {rc=0}\u000a16:51:26.825136 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30144): Process ended prematurely: osmo-stp_10.42.42.5(pid=30144) [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30144)] [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:51:26.833974 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a16:51:26.894357 run osmo-hlr_10.42.42.2(pid=30141): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30141)]\u000a16:51:26.943302 run osmo-hlr_10.42.42.2(pid=30141): stdout: \u000a| (launched: 2022-12-12_16:51:23.783686) \u000a16:51:26.993385 run osmo-hlr_10.42.42.2(pid=30141): stderr: \u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165123956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165123968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165123977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165123978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165123978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:27.035608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminating (SIGTERM)\u000a16:51:27.075763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminating (SIGTERM)\u000a16:51:27.115841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminating (SIGTERM)\u000a16:51:27.125363 --- ParallelTerminationStrategy: PID 30140 died...\u000a16:51:27.178530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30140): Terminated: ok {rc=0}\u000a16:51:27.188297 --- ParallelTerminationStrategy: PID 30143 died...\u000a16:51:27.241953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30143): Terminated: ok {rc=0}\u000a16:51:27.251350 --- ParallelTerminationStrategy: PID 30146 died...\u000a16:51:27.304327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30146): Terminated: ok {rc=0}\u000a16:51:27.393433 bus /gobi_0: Setting Powered False\u000a16:51:28.497160 bus /gobi_0: Setting Powered False\u000a16:51:29.603931 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:20" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30152): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30152) [trial-2379↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30152)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30152): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30152) [trial-2379↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:51:31.524550 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:51:31.539070 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:51:31.715340 tst mo_mt_sms.py: using LAC 30202\u000a16:51:31.871399 tst mo_mt_sms.py: using RAC 112\u000a16:51:32.031089 tst mo_mt_sms.py: using CellId 30202\u000a16:51:32.179330 tst mo_mt_sms.py: using BVCI 30203\u000a16:51:32.207499 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:51:32.337734 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:51:32.628064 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:51:32.761376 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:51:33.419636 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30151): Launched\u000a16:51:33.735191 run osmo-nitb_10.42.42.2(pid=30152): Launched\u000a16:51:33.931696 run osmo-nitb_10.42.42.2(pid=30152): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30152)]\u000a16:51:34.075966 run osmo-nitb_10.42.42.2(pid=30152): stdout: \u000a| (launched: 2022-12-12_16:51:33.581485) \u000a16:51:34.220342 run osmo-nitb_10.42.42.2(pid=30152): stderr: \u000a| (launched: 2022-12-12_16:51:33.628750)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:34.360106 run osmo-nitb_10.42.42.2(pid=30152): stdout: \u000a| (launched: 2022-12-12_16:51:33.581485) \u000a16:51:34.498625 run osmo-nitb_10.42.42.2(pid=30152): stderr: \u000a| (launched: 2022-12-12_16:51:33.628750)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:34.863311 tst osmo-nitb_10.42.42.2(pid=30152): stdout: \u000a| (launched: 2022-12-12_16:51:33.581485) \u000a16:51:34.989558 tst osmo-nitb_10.42.42.2(pid=30152): stderr: \u000a| (launched: 2022-12-12_16:51:33.628750)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:35.045092 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30152): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30152) [trial-2379↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30152)] [trial-2379↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a16:51:35.053951 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a16:51:35.090088 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30151): Terminating (SIGTERM)\u000a16:51:35.267645 --- ParallelTerminationStrategy: PID 30151 died...\u000a16:51:35.324852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30151): Terminated: ok {rc=0}\u000a16:51:35.410375 bus /sierra_3: Setting Powered False\u000a16:51:36.512653 bus /sierra_3: Setting Powered False\u000a16:51:37.623929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:31" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2379↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2379↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:51:39.520517 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:39.531545 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:51:39.672570 tst mo_mt_sms.py: using LAC 30203\u000a16:51:39.796103 tst mo_mt_sms.py: using RAC 113\u000a16:51:39.920495 tst mo_mt_sms.py: using CellId 30203\u000a16:51:40.040372 tst mo_mt_sms.py: using BVCI 30204\u000a16:51:40.063265 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:40.073950 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:40.084507 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:40.095691 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:40.106921 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:40.117926 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:51:40.235605 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:51:40.439872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:40.911836 run create_hlr_db(pid=30156): Launched\u000a16:51:41.084628 bus /sierra_2: Setting Powered False\u000a16:51:42.106898 run create_hlr_db(pid=30156): Terminated: ok {rc=0}\u000a16:51:42.530920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Launched\u000a16:51:42.850577 run osmo-hlr_10.42.42.2(pid=30159): Launched\u000a16:51:42.966586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:43.522082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Launched\u000a16:51:43.842317 run osmo-stp_10.42.42.5(pid=30162): Launched\u000a16:51:43.957614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:51:44.545618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Launched\u000a16:51:44.865363 run osmo-msc_10.42.42.6(pid=30165): Launched\u000a16:51:45.051897 run osmo-stp_10.42.42.5(pid=30162): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)]\u000a16:51:45.186736 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-12_16:51:43.683812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:45.320560 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165143874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:45.448219 run osmo-stp_10.42.42.5(pid=30162): stdout: \u000a| (launched: 2022-12-12_16:51:43.683812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:45.575355 run osmo-stp_10.42.42.5(pid=30162): stderr: \u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165143873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165143874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165143874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:45.630934 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30162): Process ended prematurely: osmo-stp_10.42.42.5(pid=30162) [trial-2379↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30162)] [trial-2379↪sms:trx-lms↪mo_mt_sms.py:16]\u000a16:51:45.639488 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a16:51:45.701667 run osmo-hlr_10.42.42.2(pid=30159): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30159)]\u000a16:51:45.752560 run osmo-hlr_10.42.42.2(pid=30159): stdout: \u000a| (launched: 2022-12-12_16:51:42.692716) \u000a16:51:45.809577 run osmo-hlr_10.42.42.2(pid=30159): stderr: \u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165142889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165142901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165142910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165142910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165142910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:45.898950 run osmo-msc_10.42.42.6(pid=30165): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30165)]\u000a16:51:45.950786 run osmo-msc_10.42.42.6(pid=30165): stdout: \u000a| (launched: 2022-12-12_16:51:44.707235) \u000a16:51:46.003516 run osmo-msc_10.42.42.6(pid=30165): stderr: \u000a| �[0;m�[38;5;43m20221212165145027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165145027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6500e7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165145027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165145027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165145028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165145028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165145030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165145030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165145030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165145030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:51:46.065953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminating (SIGTERM)\u000a16:51:46.110702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminating (SIGTERM)\u000a16:51:46.154561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Terminating (SIGTERM)\u000a16:51:46.166191 --- ParallelTerminationStrategy: PID 30158 died...\u000a16:51:46.223620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30158): Terminated: ok {rc=0}\u000a16:51:46.235342 --- ParallelTerminationStrategy: PID 30161 died...\u000a16:51:46.293144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30161): Terminated: ok {rc=0}\u000a16:51:46.303634 --- ParallelTerminationStrategy: PID 30164 died...\u000a16:51:46.360747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30164): Terminated: ok {rc=0}\u000a16:51:46.462459 bus /sierra_3: Setting Powered False\u000a16:51:47.568267 bus /sierra_3: Setting Powered False\u000a16:51:48.678764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:39" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30171): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30171) [trial-2379↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30171)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30171): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30171) [trial-2379↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:51:50.519926 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:51:50.530679 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:51:50.670165 tst assert_extension.py: using LAC 30204\u000a16:51:50.786106 tst assert_extension.py: using RAC 114\u000a16:51:50.901848 tst assert_extension.py: using CellId 30204\u000a16:51:51.017699 tst assert_extension.py: using BVCI 30205\u000a16:51:51.040400 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:51:51.314452 tst assert_extension.py:10: start nitb and bts...\u000a16:51:51.439088 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:51:52.059769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30170): Launched\u000a16:51:52.355555 run osmo-nitb_10.42.42.2(pid=30171): Launched\u000a16:51:52.538983 run osmo-nitb_10.42.42.2(pid=30171): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30171)]\u000a16:51:52.673903 run osmo-nitb_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-12_16:51:52.211008) \u000a16:51:52.809350 run osmo-nitb_10.42.42.2(pid=30171): stderr: \u000a| (launched: 2022-12-12_16:51:52.255183)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:52.939946 run osmo-nitb_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-12_16:51:52.211008) \u000a16:51:53.069994 run osmo-nitb_10.42.42.2(pid=30171): stderr: \u000a| (launched: 2022-12-12_16:51:52.255183)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:53.477083 tst osmo-nitb_10.42.42.2(pid=30171): stdout: \u000a| (launched: 2022-12-12_16:51:52.211008) \u000a16:51:53.596251 tst osmo-nitb_10.42.42.2(pid=30171): stderr: \u000a| (launched: 2022-12-12_16:51:52.255183)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:51:53.648281 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30171): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30171) [trial-2379↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30171)] [trial-2379↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a16:51:53.656428 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a16:51:53.692611 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30170): Terminating (SIGTERM)\u000a16:51:53.870631 --- ParallelTerminationStrategy: PID 30170 died...\u000a16:51:53.926594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30170): Terminated: ok {rc=0}\u000a16:51:54.016868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:50" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2379↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2379↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:51:55.860463 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:55.871809 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:51:56.007344 tst assert_extension.py: using LAC 30205\u000a16:51:56.133531 tst assert_extension.py: using RAC 115\u000a16:51:56.258299 tst assert_extension.py: using CellId 30205\u000a16:51:56.383556 tst assert_extension.py: using BVCI 30206\u000a16:51:56.407967 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:56.419186 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:56.430050 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:56.441317 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:56.452406 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:51:56.463534 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:51:56.673085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:57.183399 run create_hlr_db(pid=30175): Launched\u000a16:51:57.368565 bus /sierra_2: Setting Powered False\u000a16:51:58.388672 run create_hlr_db(pid=30175): Terminated: ok {rc=0}\u000a16:51:58.792463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Launched\u000a16:51:59.091883 run osmo-hlr_10.42.42.2(pid=30178): Launched\u000a16:51:59.208180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:59.735739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Launched\u000a16:52:00.036318 run osmo-stp_10.42.42.5(pid=30181): Launched\u000a16:52:00.144546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:00.690520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Launched\u000a16:52:01.101140 run osmo-msc_10.42.42.6(pid=30184): Launched\u000a16:52:01.377982 run osmo-stp_10.42.42.5(pid=30181): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)]\u000a16:52:01.536728 run osmo-stp_10.42.42.5(pid=30181): stdout: \u000a| (launched: 2022-12-12_16:51:59.887356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:01.777105 run osmo-stp_10.42.42.5(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165200057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165200057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165200057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165200058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:01.901261 run osmo-stp_10.42.42.5(pid=30181): stdout: \u000a| (launched: 2022-12-12_16:51:59.887356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:02.024134 run osmo-stp_10.42.42.5(pid=30181): stderr: \u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165200056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165200057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165200057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165200057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165200058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:02.078311 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30181): Process ended prematurely: osmo-stp_10.42.42.5(pid=30181) [trial-2379↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30181)] [trial-2379↪ussd:trx-lms↪assert_extension.py:17]\u000a16:52:02.087655 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a16:52:02.151367 run osmo-hlr_10.42.42.2(pid=30178): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30178)]\u000a16:52:02.204423 run osmo-hlr_10.42.42.2(pid=30178): stdout: \u000a| (launched: 2022-12-12_16:51:58.944157) \u000a16:52:02.257046 run osmo-hlr_10.42.42.2(pid=30178): stderr: \u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165159118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165159130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165159141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165159142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165159142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:02.327264 run osmo-msc_10.42.42.6(pid=30184): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30184)]\u000a16:52:02.378744 run osmo-msc_10.42.42.6(pid=30184): stdout: \u000a| (launched: 2022-12-12_16:52:00.843366) \u000a16:52:02.431137 run osmo-msc_10.42.42.6(pid=30184): stderr: \u000a| �[0;m�[38;5;43m20221212165201439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165201439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ecbc62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165201441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165201441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165201441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165201441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165201443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165201443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165201444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165201444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:02.476389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Terminating (SIGTERM)\u000a16:52:02.516580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Terminating (SIGTERM)\u000a16:52:02.557724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Terminating (SIGTERM)\u000a16:52:02.567832 --- ParallelTerminationStrategy: PID 30177 died...\u000a16:52:02.623322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30177): Terminated: ok {rc=0}\u000a16:52:02.633072 --- ParallelTerminationStrategy: PID 30180 died...\u000a16:52:02.687184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30180): Terminated: ok {rc=0}\u000a16:52:02.697712 --- ParallelTerminationStrategy: PID 30183 died...\u000a16:52:02.752846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30183): Terminated: ok {rc=0}\u000a16:52:02.842454 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:51:55" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30195): Process ended prematurely: osmo-stp_10.42.42.5(pid=30195) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30195)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30195): Process ended prematurely: osmo-stp_10.42.42.5(pid=30195) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:52:04.808310 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:04.820020 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:52:04.986046 tst mo_mt_call.py: using LAC 30206\u000a16:52:05.114127 tst mo_mt_call.py: using RAC 116\u000a16:52:05.243515 tst mo_mt_call.py: using CellId 30206\u000a16:52:05.370170 tst mo_mt_call.py: using BVCI 30207\u000a16:52:05.394749 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:05.406243 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:05.417624 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:05.429218 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:05.440748 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:05.452340 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:52:05.568857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:52:05.770238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:06.251285 run create_hlr_db(pid=30189): Launched\u000a16:52:06.426589 bus /sierra_2: Setting Powered False\u000a16:52:07.448899 run create_hlr_db(pid=30189): Terminated: ok {rc=0}\u000a16:52:07.882254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30191): Launched\u000a16:52:08.208337 run osmo-hlr_10.42.42.2(pid=30192): Launched\u000a16:52:08.327526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:08.893750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30194): Launched\u000a16:52:09.221238 run osmo-stp_10.42.42.5(pid=30195): Launched\u000a16:52:09.339902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:09.934495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30197): Launched\u000a16:52:10.261278 run osmo-msc_10.42.42.6(pid=30198): Launched\u000a16:52:10.450943 run osmo-stp_10.42.42.5(pid=30195): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30195)]\u000a16:52:10.586894 run osmo-stp_10.42.42.5(pid=30195): stdout: \u000a| (launched: 2022-12-12_16:52:09.058533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:10.722705 run osmo-stp_10.42.42.5(pid=30195): stderr: \u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165209249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165209249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165209250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165209250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:10.852641 run osmo-stp_10.42.42.5(pid=30195): stdout: \u000a| (launched: 2022-12-12_16:52:09.058533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:10.982116 run osmo-stp_10.42.42.5(pid=30195): stderr: \u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165209248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165209249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165209249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165209250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165209250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:11.039213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30195): Process ended prematurely: osmo-stp_10.42.42.5(pid=30195) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30195)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:52:11.048790 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:52:11.112481 run osmo-hlr_10.42.42.2(pid=30192): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30192)]\u000a16:52:11.164198 run osmo-hlr_10.42.42.2(pid=30192): stdout: \u000a| (launched: 2022-12-12_16:52:08.047537) \u000a16:52:11.216833 run osmo-hlr_10.42.42.2(pid=30192): stderr: \u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165208244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165208257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165208265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165208266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165208266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:11.287578 run osmo-msc_10.42.42.6(pid=30198): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30198)]\u000a16:52:11.339090 run osmo-msc_10.42.42.6(pid=30198): stdout: \u000a| (launched: 2022-12-12_16:52:10.099414) \u000a16:52:11.391111 run osmo-msc_10.42.42.6(pid=30198): stderr: \u000a| �[0;m�[38;5;43m20221212165210421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165210421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb67f9e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165210421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165210421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165210421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165210421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165210423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165210423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165210424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165210424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:11.435300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30191): Terminating (SIGTERM)\u000a16:52:11.477337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30194): Terminating (SIGTERM)\u000a16:52:11.519298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30197): Terminating (SIGTERM)\u000a16:52:11.529325 --- ParallelTerminationStrategy: PID 30191 died...\u000a16:52:11.585789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30191): Terminated: ok {rc=0}\u000a16:52:11.595978 --- ParallelTerminationStrategy: PID 30194 died...\u000a16:52:11.652081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30194): Terminated: ok {rc=0}\u000a16:52:11.662589 --- ParallelTerminationStrategy: PID 30197 died...\u000a16:52:11.718924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30197): Terminated: ok {rc=0}\u000a16:52:11.806267 bus /sierra_3: Setting Powered False\u000a16:52:12.914163 bus /sierra_3: Setting Powered False\u000a16:52:14.025930 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:52:15.140473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.152780 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:52:15.318534 tst mo_mt_call_osmux.py: using LAC 30207\u000a16:52:15.449367 tst mo_mt_call_osmux.py: using RAC 117\u000a16:52:15.574946 tst mo_mt_call_osmux.py: using CellId 30207\u000a16:52:15.705668 tst mo_mt_call_osmux.py: using BVCI 30208\u000a16:52:15.730321 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.742217 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.754192 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.766095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.778005 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:52:15.789819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:52:15.934708 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:52:16.160607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:16.721403 run create_hlr_db(pid=30200): Launched\u000a16:52:16.914230 bus /sierra_2: Setting Powered False\u000a16:52:17.920011 run create_hlr_db(pid=30200): Terminated: ok {rc=0}\u000a16:52:18.367755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Launched\u000a16:52:18.694217 run osmo-hlr_10.42.42.2(pid=30203): Launched\u000a16:52:18.812721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:19.381065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Launched\u000a16:52:19.707912 run osmo-stp_10.42.42.5(pid=30206): Launched\u000a16:52:19.825734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:20.423460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Launched\u000a16:52:20.749192 run osmo-msc_10.42.42.6(pid=30209): Launched\u000a16:52:20.938465 run osmo-stp_10.42.42.5(pid=30206): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)]\u000a16:52:21.075010 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-12_16:52:19.546279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:21.211260 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221212165219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165219738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165219738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165219739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165219739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:21.342071 run osmo-stp_10.42.42.5(pid=30206): stdout: \u000a| (launched: 2022-12-12_16:52:19.546279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:21.471388 run osmo-stp_10.42.42.5(pid=30206): stderr: \u000a| �[0;m�[38;5;43m20221212165219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165219738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165219738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165219739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165219739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:21.528596 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30206): Process ended prematurely: osmo-stp_10.42.42.5(pid=30206) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30206)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:52:21.538475 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:52:21.601446 run osmo-hlr_10.42.42.2(pid=30203): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30203)]\u000a16:52:21.652922 run osmo-hlr_10.42.42.2(pid=30203): stdout: \u000a| (launched: 2022-12-12_16:52:18.534201) \u000a16:52:21.705368 run osmo-hlr_10.42.42.2(pid=30203): stderr: \u000a| �[0;m�[1;31m20221212165218731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165218731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165218731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165218731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165218731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165218732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165218792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165218802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165218802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165218802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:21.775880 run osmo-msc_10.42.42.6(pid=30209): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30209)]\u000a16:52:21.827311 run osmo-msc_10.42.42.6(pid=30209): stdout: \u000a| (launched: 2022-12-12_16:52:20.588890) \u000a16:52:21.879532 run osmo-msc_10.42.42.6(pid=30209): stderr: \u000a| �[0;m�[38;5;43m20221212165220909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165220909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4adada7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165220909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165220909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165220910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165220910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165220911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165220912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165220912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165220912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:21.923659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminating (SIGTERM)\u000a16:52:21.965719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminating (SIGTERM)\u000a16:52:22.007841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminating (SIGTERM)\u000a16:52:22.017822 --- ParallelTerminationStrategy: PID 30202 died...\u000a16:52:22.073912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30202): Terminated: ok {rc=0}\u000a16:52:22.084206 --- ParallelTerminationStrategy: PID 30205 died...\u000a16:52:22.140337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30205): Terminated: ok {rc=0}\u000a16:52:22.150788 --- ParallelTerminationStrategy: PID 30208 died...\u000a16:52:22.206754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30208): Terminated: ok {rc=0}\u000a16:52:22.294573 bus /sierra_3: Setting Powered False\u000a16:52:23.401397 bus /sierra_3: Setting Powered False\u000a16:52:24.513036 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:52:04" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30220): Process ended prematurely: osmo-stp_10.42.42.5(pid=30220) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30220)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30220): Process ended prematurely: osmo-stp_10.42.42.5(pid=30220) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:52:26.512891 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:26.523937 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:52:26.680518 tst mo_mt_call.py: using LAC 30208\u000a16:52:26.800173 tst mo_mt_call.py: using RAC 118\u000a16:52:26.920143 tst mo_mt_call.py: using CellId 30208\u000a16:52:27.039902 tst mo_mt_call.py: using BVCI 30209\u000a16:52:27.062974 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:27.074042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:27.085033 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:27.096149 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:27.107466 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:27.118744 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:52:27.237096 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:52:27.449284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:27.961416 run create_hlr_db(pid=30214): Launched\u000a16:52:28.135972 bus /sierra_2: Setting Powered False\u000a16:52:29.159732 run create_hlr_db(pid=30214): Terminated: ok {rc=0}\u000a16:52:29.566194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30216): Launched\u000a16:52:29.872527 run osmo-hlr_10.42.42.2(pid=30217): Launched\u000a16:52:29.988255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:30.518996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30219): Launched\u000a16:52:30.858991 run osmo-stp_10.42.42.5(pid=30220): Launched\u000a16:52:31.131638 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:31.791571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30222): Launched\u000a16:52:32.139627 run osmo-msc_10.42.42.6(pid=30223): Launched\u000a16:52:32.368141 run osmo-stp_10.42.42.5(pid=30220): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30220)]\u000a16:52:32.507707 run osmo-stp_10.42.42.5(pid=30220): stdout: \u000a| (launched: 2022-12-12_16:52:30.672773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:32.646009 run osmo-stp_10.42.42.5(pid=30220): stderr: \u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165230906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165230906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165230907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165230907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:32.776606 run osmo-stp_10.42.42.5(pid=30220): stdout: \u000a| (launched: 2022-12-12_16:52:30.672773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:32.905977 run osmo-stp_10.42.42.5(pid=30220): stderr: \u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165230905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165230906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165230906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165230907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165230907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:32.963270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30220): Process ended prematurely: osmo-stp_10.42.42.5(pid=30220) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30220)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:52:32.972735 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:52:33.035214 run osmo-hlr_10.42.42.2(pid=30217): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30217)]\u000a16:52:33.086449 run osmo-hlr_10.42.42.2(pid=30217): stdout: \u000a| (launched: 2022-12-12_16:52:29.720843) \u000a16:52:33.138762 run osmo-hlr_10.42.42.2(pid=30217): stderr: \u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165229896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165229908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165229917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165229917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165229917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:33.209151 run osmo-msc_10.42.42.6(pid=30223): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30223)]\u000a16:52:33.260522 run osmo-msc_10.42.42.6(pid=30223): stdout: \u000a| (launched: 2022-12-12_16:52:31.961669) \u000a16:52:33.312241 run osmo-msc_10.42.42.6(pid=30223): stderr: \u000a| �[0;m�[38;5;43m20221212165232395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165232395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83180c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165232395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165232395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165232396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165232396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165232398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165232398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165232398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165232398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:33.356355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30216): Terminating (SIGTERM)\u000a16:52:33.398604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30219): Terminating (SIGTERM)\u000a16:52:33.440398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30222): Terminating (SIGTERM)\u000a16:52:33.450154 --- ParallelTerminationStrategy: PID 30216 died...\u000a16:52:33.505759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30216): Terminated: ok {rc=0}\u000a16:52:33.515870 --- ParallelTerminationStrategy: PID 30219 died...\u000a16:52:33.571812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30219): Terminated: ok {rc=0}\u000a16:52:33.582129 --- ParallelTerminationStrategy: PID 30222 died...\u000a16:52:33.637892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30222): Terminated: ok {rc=0}\u000a16:52:33.725068 bus /sierra_3: Setting Powered False\u000a16:52:34.832512 bus /sierra_3: Setting Powered False\u000a16:52:35.941875 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:52:37.058375 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.070763 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:52:37.241329 tst mo_mt_call_osmux.py: using LAC 30209\u000a16:52:37.370059 tst mo_mt_call_osmux.py: using RAC 119\u000a16:52:37.496383 tst mo_mt_call_osmux.py: using CellId 30209\u000a16:52:37.623468 tst mo_mt_call_osmux.py: using BVCI 30210\u000a16:52:37.648179 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.659764 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.671225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.682739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.694165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:52:37.705569 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:52:37.824646 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:52:38.028730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:38.509836 run create_hlr_db(pid=30225): Launched\u000a16:52:38.684373 bus /sierra_2: Setting Powered False\u000a16:52:39.706784 run create_hlr_db(pid=30225): Terminated: ok {rc=0}\u000a16:52:40.113169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Launched\u000a16:52:40.419687 run osmo-hlr_10.42.42.2(pid=30228): Launched\u000a16:52:40.538416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:41.073965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Launched\u000a16:52:41.379051 run osmo-stp_10.42.42.5(pid=30231): Launched\u000a16:52:41.489797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:42.047260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Launched\u000a16:52:42.352591 run osmo-msc_10.42.42.6(pid=30234): Launched\u000a16:52:42.531781 run osmo-stp_10.42.42.5(pid=30231): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)]\u000a16:52:42.661453 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-12_16:52:41.228029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:42.787851 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221212165241394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165241395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165241395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165241395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:42.909801 run osmo-stp_10.42.42.5(pid=30231): stdout: \u000a| (launched: 2022-12-12_16:52:41.228029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:43.030498 run osmo-stp_10.42.42.5(pid=30231): stderr: \u000a| �[0;m�[38;5;43m20221212165241394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165241395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165241395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165241395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165241396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:43.083899 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30231): Process ended prematurely: osmo-stp_10.42.42.5(pid=30231) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30231)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:52:43.092601 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:52:43.153168 run osmo-hlr_10.42.42.2(pid=30228): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30228)]\u000a16:52:43.202274 run osmo-hlr_10.42.42.2(pid=30228): stdout: \u000a| (launched: 2022-12-12_16:52:40.268061) \u000a16:52:43.252188 run osmo-hlr_10.42.42.2(pid=30228): stderr: \u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165240445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165240458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165240468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165240469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165240469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:43.319117 run osmo-msc_10.42.42.6(pid=30234): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30234)]\u000a16:52:43.368476 run osmo-msc_10.42.42.6(pid=30234): stdout: \u000a| (launched: 2022-12-12_16:52:42.201707) \u000a16:52:43.418105 run osmo-msc_10.42.42.6(pid=30234): stderr: \u000a| �[0;m�[38;5;43m20221212165242474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165242475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dd1816c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165242475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165242475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165242475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165242475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165242477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165242477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165242477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165242477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:43.459916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminating (SIGTERM)\u000a16:52:43.499729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a16:52:43.539509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminating (SIGTERM)\u000a16:52:43.549016 --- ParallelTerminationStrategy: PID 30227 died...\u000a16:52:43.602448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30227): Terminated: ok {rc=0}\u000a16:52:43.611973 --- ParallelTerminationStrategy: PID 30230 died...\u000a16:52:43.664733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a16:52:43.674481 --- ParallelTerminationStrategy: PID 30233 died...\u000a16:52:43.727347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30233): Terminated: ok {rc=0}\u000a16:52:43.812620 bus /sierra_3: Setting Powered False\u000a16:52:44.919555 bus /sierra_3: Setting Powered False\u000a16:52:46.047193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:52:26" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:52:48.063922 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.075701 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:52:48.243917 tst mo_mt_call.py: using LAC 30210\u000a16:52:48.371006 tst mo_mt_call.py: using RAC 120\u000a16:52:48.498879 tst mo_mt_call.py: using CellId 30210\u000a16:52:48.628931 tst mo_mt_call.py: using BVCI 30211\u000a16:52:48.653837 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.665386 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.676507 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.688322 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.700199 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:48.712061 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:52:48.834268 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:52:49.048053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:49.571168 run create_hlr_db(pid=30240): Launched\u000a16:52:49.759552 bus /sierra_2: Setting Powered False\u000a16:52:50.781126 run create_hlr_db(pid=30240): Terminated: ok {rc=0}\u000a16:52:51.217060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Launched\u000a16:52:51.545562 run osmo-hlr_10.42.42.2(pid=30243): Launched\u000a16:52:51.664780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:52.233093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Launched\u000a16:52:52.559785 run osmo-stp_10.42.42.5(pid=30246): Launched\u000a16:52:52.678905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:52:53.275531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Launched\u000a16:52:53.602068 run osmo-msc_10.42.42.6(pid=30249): Launched\u000a16:52:53.792198 run osmo-stp_10.42.42.5(pid=30246): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)]\u000a16:52:53.928319 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-12_16:52:52.397911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:54.063806 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221212165252587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165252588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165252588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165252588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:54.194167 run osmo-stp_10.42.42.5(pid=30246): stdout: \u000a| (launched: 2022-12-12_16:52:52.397911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:54.322916 run osmo-stp_10.42.42.5(pid=30246): stderr: \u000a| �[0;m�[38;5;43m20221212165252587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165252588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165252588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165252588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165252589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:54.379865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30246): Process ended prematurely: osmo-stp_10.42.42.5(pid=30246) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30246)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:52:54.389361 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:52:54.451843 run osmo-hlr_10.42.42.2(pid=30243): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30243)]\u000a16:52:54.502985 run osmo-hlr_10.42.42.2(pid=30243): stdout: \u000a| (launched: 2022-12-12_16:52:51.383473) \u000a16:52:54.555185 run osmo-hlr_10.42.42.2(pid=30243): stderr: \u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165251580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165251593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165251604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165251604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165251604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:54.625875 run osmo-msc_10.42.42.6(pid=30249): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30249)]\u000a16:52:54.677247 run osmo-msc_10.42.42.6(pid=30249): stdout: \u000a| (launched: 2022-12-12_16:52:53.440905) \u000a16:52:54.729228 run osmo-msc_10.42.42.6(pid=30249): stderr: \u000a| �[0;m�[38;5;43m20221212165253762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165253762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49af1d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165253762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165253762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165253762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165253762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165253764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165253765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165253765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165253765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:52:54.773203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminating (SIGTERM)\u000a16:52:54.814831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminating (SIGTERM)\u000a16:52:54.856366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Terminating (SIGTERM)\u000a16:52:54.866127 --- ParallelTerminationStrategy: PID 30242 died...\u000a16:52:54.921644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30242): Terminated: ok {rc=0}\u000a16:52:54.931733 --- ParallelTerminationStrategy: PID 30245 died...\u000a16:52:54.987199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30245): Terminated: ok {rc=0}\u000a16:52:54.997160 --- ParallelTerminationStrategy: PID 30248 died...\u000a16:52:55.052759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30248): Terminated: ok {rc=0}\u000a16:52:55.140883 bus /sierra_3: Setting Powered False\u000a16:52:56.247914 bus /sierra_3: Setting Powered False\u000a16:52:57.358815 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30257): Process ended prematurely: osmo-stp_10.42.42.5(pid=30257) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30257)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30257): Process ended prematurely: osmo-stp_10.42.42.5(pid=30257) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:52:58.469386 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:58.481126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:52:58.641755 tst mo_mt_call_osmux.py: using LAC 30211\u000a16:52:58.762573 tst mo_mt_call_osmux.py: using RAC 121\u000a16:52:58.882393 tst mo_mt_call_osmux.py: using CellId 30211\u000a16:52:59.012645 tst mo_mt_call_osmux.py: using BVCI 30212\u000a16:52:59.037715 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:59.049463 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:59.061065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:59.072603 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:59.084230 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:52:59.095821 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:52:59.209940 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:52:59.412794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:59.895303 run create_hlr_db(pid=30251): Launched\u000a16:53:00.070187 bus /sierra_2: Setting Powered False\u000a16:53:01.115700 run create_hlr_db(pid=30251): Terminated: ok {rc=0}\u000a16:53:01.550646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30253): Launched\u000a16:53:01.959108 run osmo-hlr_10.42.42.2(pid=30254): Launched\u000a16:53:02.143285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:02.709266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30256): Launched\u000a16:53:03.035705 run osmo-stp_10.42.42.5(pid=30257): Launched\u000a16:53:03.153564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:03.749422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30259): Launched\u000a16:53:04.076585 run osmo-msc_10.42.42.6(pid=30260): Launched\u000a16:53:04.267682 run osmo-stp_10.42.42.5(pid=30257): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30257)]\u000a16:53:04.405217 run osmo-stp_10.42.42.5(pid=30257): stdout: \u000a| (launched: 2022-12-12_16:53:02.874781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:04.541578 run osmo-stp_10.42.42.5(pid=30257): stderr: \u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165303067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:04.672490 run osmo-stp_10.42.42.5(pid=30257): stdout: \u000a| (launched: 2022-12-12_16:53:02.874781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:04.802059 run osmo-stp_10.42.42.5(pid=30257): stderr: \u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165303066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165303067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165303067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:04.859515 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30257): Process ended prematurely: osmo-stp_10.42.42.5(pid=30257) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30257)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:53:04.869138 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:53:04.931963 run osmo-hlr_10.42.42.2(pid=30254): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30254)]\u000a16:53:04.983652 run osmo-hlr_10.42.42.2(pid=30254): stdout: \u000a| (launched: 2022-12-12_16:53:01.708630) \u000a16:53:05.036024 run osmo-hlr_10.42.42.2(pid=30254): stderr: \u000a| �[0;m�[1;31m20221212165302052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165302052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165302052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165302065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165302065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165302065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165302079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165302091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165302092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165302092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:05.107056 run osmo-msc_10.42.42.6(pid=30260): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30260)]\u000a16:53:05.158859 run osmo-msc_10.42.42.6(pid=30260): stdout: \u000a| (launched: 2022-12-12_16:53:03.914791) \u000a16:53:05.211067 run osmo-msc_10.42.42.6(pid=30260): stderr: \u000a| �[0;m�[38;5;43m20221212165304235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165304235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15096f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165304236 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165304236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165304236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165304236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165304238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165304238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165304238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165304238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:05.255286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30253): Terminating (SIGTERM)\u000a16:53:05.297159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30256): Terminating (SIGTERM)\u000a16:53:05.339460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30259): Terminating (SIGTERM)\u000a16:53:05.349258 --- ParallelTerminationStrategy: PID 30253 died...\u000a16:53:05.405854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30253): Terminated: ok {rc=0}\u000a16:53:05.416038 --- ParallelTerminationStrategy: PID 30256 died...\u000a16:53:05.471897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30256): Terminated: ok {rc=0}\u000a16:53:05.482036 --- ParallelTerminationStrategy: PID 30259 died...\u000a16:53:05.537894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30259): Terminated: ok {rc=0}\u000a16:53:05.625794 bus /sierra_3: Setting Powered False\u000a16:53:06.730749 bus /sierra_3: Setting Powered False\u000a16:53:07.840185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:52:47" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30282): Process ended prematurely: osmo-stp_10.42.42.5(pid=30282) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30282)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30282): Process ended prematurely: osmo-stp_10.42.42.5(pid=30282) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:53:09.835525 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:09.846640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:53:10.002460 tst mo_mt_call.py: using LAC 30212\u000a16:53:10.120490 tst mo_mt_call.py: using RAC 122\u000a16:53:10.239998 tst mo_mt_call.py: using CellId 30212\u000a16:53:10.360045 tst mo_mt_call.py: using BVCI 30213\u000a16:53:10.383174 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:10.394253 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:10.405139 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:10.416269 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:10.427573 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:10.438895 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:53:10.558217 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:53:10.769378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:11.293329 run create_hlr_db(pid=30276): Launched\u000a16:53:11.481963 bus /sierra_2: Setting Powered False\u000a16:53:12.502642 run create_hlr_db(pid=30276): Terminated: ok {rc=0}\u000a16:53:12.912461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30278): Launched\u000a16:53:13.218013 run osmo-hlr_10.42.42.2(pid=30279): Launched\u000a16:53:13.337325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:13.870424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30281): Launched\u000a16:53:14.175652 run osmo-stp_10.42.42.5(pid=30282): Launched\u000a16:53:14.286884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:14.843213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30284): Launched\u000a16:53:15.152498 run osmo-msc_10.42.42.6(pid=30285): Launched\u000a16:53:15.331855 run osmo-stp_10.42.42.5(pid=30282): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30282)]\u000a16:53:15.460617 run osmo-stp_10.42.42.5(pid=30282): stdout: \u000a| (launched: 2022-12-12_16:53:14.024192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:15.587422 run osmo-stp_10.42.42.5(pid=30282): stderr: \u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165314193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:15.709773 run osmo-stp_10.42.42.5(pid=30282): stdout: \u000a| (launched: 2022-12-12_16:53:14.024192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:15.831835 run osmo-stp_10.42.42.5(pid=30282): stderr: \u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165314192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165314193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165314193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:15.886899 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30282): Process ended prematurely: osmo-stp_10.42.42.5(pid=30282) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30282)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:53:15.896267 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:53:15.959209 run osmo-hlr_10.42.42.2(pid=30279): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30279)]\u000a16:53:16.010061 run osmo-hlr_10.42.42.2(pid=30279): stdout: \u000a| (launched: 2022-12-12_16:53:13.067171) \u000a16:53:16.061266 run osmo-hlr_10.42.42.2(pid=30279): stderr: \u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165313241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165313255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165313263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165313264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165313264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:16.131899 run osmo-msc_10.42.42.6(pid=30285): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30285)]\u000a16:53:16.183661 run osmo-msc_10.42.42.6(pid=30285): stdout: \u000a| (launched: 2022-12-12_16:53:14.997777) \u000a16:53:16.237744 run osmo-msc_10.42.42.6(pid=30285): stderr: \u000a| �[0;m�[38;5;43m20221212165315267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165315267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fe56ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165315267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165315267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165315267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165315268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165315269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165315270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165315270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165315270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:16.281208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30278): Terminating (SIGTERM)\u000a16:53:16.325418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30281): Terminating (SIGTERM)\u000a16:53:16.368819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30284): Terminating (SIGTERM)\u000a16:53:16.381267 --- ParallelTerminationStrategy: PID 30278 died...\u000a16:53:16.439126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30278): Terminated: ok {rc=0}\u000a16:53:16.449622 --- ParallelTerminationStrategy: PID 30281 died...\u000a16:53:16.504642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30281): Terminated: ok {rc=0}\u000a16:53:16.516162 --- ParallelTerminationStrategy: PID 30284 died...\u000a16:53:16.572384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30284): Terminated: ok {rc=0}\u000a16:53:16.659728 bus /sierra_3: Setting Powered False\u000a16:53:17.764636 bus /sierra_3: Setting Powered False\u000a16:53:18.872707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:53:19.988526 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.000864 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:53:20.170022 tst mo_mt_call_osmux.py: using LAC 30213\u000a16:53:20.299438 tst mo_mt_call_osmux.py: using RAC 123\u000a16:53:20.428875 tst mo_mt_call_osmux.py: using CellId 30213\u000a16:53:20.562909 tst mo_mt_call_osmux.py: using BVCI 30214\u000a16:53:20.587886 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.599600 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.611072 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.622550 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.633997 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:53:20.645461 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:53:20.767128 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:53:20.980573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:21.506033 run create_hlr_db(pid=30287): Launched\u000a16:53:21.695439 bus /sierra_2: Setting Powered False\u000a16:53:22.716928 run create_hlr_db(pid=30287): Terminated: ok {rc=0}\u000a16:53:23.130743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Launched\u000a16:53:23.440440 run osmo-hlr_10.42.42.2(pid=30290): Launched\u000a16:53:23.559582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:24.095407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Launched\u000a16:53:24.402789 run osmo-stp_10.42.42.5(pid=30293): Launched\u000a16:53:24.514262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:25.075291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Launched\u000a16:53:25.385450 run osmo-msc_10.42.42.6(pid=30296): Launched\u000a16:53:25.566203 run osmo-stp_10.42.42.5(pid=30293): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]\u000a16:53:25.696292 run osmo-stp_10.42.42.5(pid=30293): stdout: \u000a| (launched: 2022-12-12_16:53:24.250541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:25.824130 run osmo-stp_10.42.42.5(pid=30293): stderr: \u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165324419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:25.947595 run osmo-stp_10.42.42.5(pid=30293): stdout: \u000a| (launched: 2022-12-12_16:53:24.250541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:26.070441 run osmo-stp_10.42.42.5(pid=30293): stderr: \u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165324418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165324419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165324419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:26.124533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:53:26.133754 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:53:26.194512 run osmo-hlr_10.42.42.2(pid=30290): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30290)]\u000a16:53:26.244385 run osmo-hlr_10.42.42.2(pid=30290): stdout: \u000a| (launched: 2022-12-12_16:53:23.286883) \u000a16:53:26.294826 run osmo-hlr_10.42.42.2(pid=30290): stderr: \u000a| �[0;m�[1;31m20221212165323461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165323461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165323461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165323461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165323461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165323462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165323477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165323488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165323488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165323488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:26.363231 run osmo-msc_10.42.42.6(pid=30296): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30296)]\u000a16:53:26.413125 run osmo-msc_10.42.42.6(pid=30296): stdout: \u000a| (launched: 2022-12-12_16:53:25.231576) \u000a16:53:26.463490 run osmo-msc_10.42.42.6(pid=30296): stderr: \u000a| �[0;m�[38;5;43m20221212165325501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165325501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86590c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165325501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165325501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165325502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165325502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165325503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165325504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165325504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165325504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:26.506020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Terminating (SIGTERM)\u000a16:53:26.546539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Terminating (SIGTERM)\u000a16:53:26.587090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Terminating (SIGTERM)\u000a16:53:26.596809 --- ParallelTerminationStrategy: PID 30289 died...\u000a16:53:26.651285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Terminated: ok {rc=0}\u000a16:53:26.661024 --- ParallelTerminationStrategy: PID 30292 died...\u000a16:53:26.715166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Terminated: ok {rc=0}\u000a16:53:26.725275 --- ParallelTerminationStrategy: PID 30295 died...\u000a16:53:26.779168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Terminated: ok {rc=0}\u000a16:53:26.863910 bus /sierra_3: Setting Powered False\u000a16:53:27.967105 bus /sierra_3: Setting Powered False\u000a16:53:29.080550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:53:09" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30307): Process ended prematurely: osmo-stp_10.42.42.5(pid=30307) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30307)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30307): Process ended prematurely: osmo-stp_10.42.42.5(pid=30307) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:53:31.110837 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.124363 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:53:31.332630 tst mo_mt_call.py: using LAC 30214\u000a16:53:31.462724 tst mo_mt_call.py: using RAC 124\u000a16:53:31.589429 tst mo_mt_call.py: using CellId 30214\u000a16:53:31.728146 tst mo_mt_call.py: using BVCI 30215\u000a16:53:31.752926 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.765121 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.777125 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.790561 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.805078 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:31.818180 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:53:31.953984 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:53:32.197287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:32.688376 run create_hlr_db(pid=30301): Launched\u000a16:53:32.864799 bus /sierra_2: Setting Powered False\u000a16:53:33.886758 run create_hlr_db(pid=30301): Terminated: ok {rc=0}\u000a16:53:34.322547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30303): Launched\u000a16:53:34.650860 run osmo-hlr_10.42.42.2(pid=30304): Launched\u000a16:53:34.770104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:35.337824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30306): Launched\u000a16:53:35.664803 run osmo-stp_10.42.42.5(pid=30307): Launched\u000a16:53:35.782283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:36.378056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30309): Launched\u000a16:53:36.704899 run osmo-msc_10.42.42.6(pid=30310): Launched\u000a16:53:36.895379 run osmo-stp_10.42.42.5(pid=30307): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30307)]\u000a16:53:37.032212 run osmo-stp_10.42.42.5(pid=30307): stdout: \u000a| (launched: 2022-12-12_16:53:35.503315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:37.169353 run osmo-stp_10.42.42.5(pid=30307): stderr: \u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165335695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:37.300247 run osmo-stp_10.42.42.5(pid=30307): stdout: \u000a| (launched: 2022-12-12_16:53:35.503315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:37.429594 run osmo-stp_10.42.42.5(pid=30307): stderr: \u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165335694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165335695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165335695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:37.486937 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30307): Process ended prematurely: osmo-stp_10.42.42.5(pid=30307) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30307)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:53:37.496414 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:53:37.559533 run osmo-hlr_10.42.42.2(pid=30304): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30304)]\u000a16:53:37.611275 run osmo-hlr_10.42.42.2(pid=30304): stdout: \u000a| (launched: 2022-12-12_16:53:34.489312) \u000a16:53:37.663757 run osmo-hlr_10.42.42.2(pid=30304): stderr: \u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165334685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165334697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165334709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165334709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165334709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:37.734225 run osmo-msc_10.42.42.6(pid=30310): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30310)]\u000a16:53:37.785744 run osmo-msc_10.42.42.6(pid=30310): stdout: \u000a| (launched: 2022-12-12_16:53:36.543335) \u000a16:53:37.837723 run osmo-msc_10.42.42.6(pid=30310): stderr: \u000a| �[0;m�[38;5;43m20221212165336867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165336867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32510a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165336867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165336868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165336868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165336868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165336870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165336870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165336870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165336870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:37.881821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30303): Terminating (SIGTERM)\u000a16:53:37.923626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30306): Terminating (SIGTERM)\u000a16:53:37.965726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30309): Terminating (SIGTERM)\u000a16:53:37.975604 --- ParallelTerminationStrategy: PID 30303 died...\u000a16:53:38.031749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30303): Terminated: ok {rc=0}\u000a16:53:38.041994 --- ParallelTerminationStrategy: PID 30306 died...\u000a16:53:38.098107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30306): Terminated: ok {rc=0}\u000a16:53:38.108239 --- ParallelTerminationStrategy: PID 30309 died...\u000a16:53:38.165039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30309): Terminated: ok {rc=0}\u000a16:53:38.253516 bus /sierra_3: Setting Powered False\u000a16:53:39.361194 bus /sierra_3: Setting Powered False\u000a16:53:40.469979 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:53:41.586106 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:41.598207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:53:41.765985 tst mo_mt_call_osmux.py: using LAC 30215\u000a16:53:41.894884 tst mo_mt_call_osmux.py: using RAC 125\u000a16:53:42.023829 tst mo_mt_call_osmux.py: using CellId 30215\u000a16:53:42.151409 tst mo_mt_call_osmux.py: using BVCI 30216\u000a16:53:42.176344 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:42.187886 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:42.199237 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:42.210666 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:42.222139 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:53:42.233532 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:53:42.351506 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:53:42.564200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:43.089778 run create_hlr_db(pid=30312): Launched\u000a16:53:43.278089 bus /sierra_2: Setting Powered False\u000a16:53:44.300237 run create_hlr_db(pid=30312): Terminated: ok {rc=0}\u000a16:53:44.717370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Launched\u000a16:53:45.044162 run osmo-hlr_10.42.42.2(pid=30315): Launched\u000a16:53:45.164659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:45.734060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Launched\u000a16:53:46.137912 run osmo-stp_10.42.42.5(pid=30318): Launched\u000a16:53:46.415682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:47.152030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30368): Launched\u000a16:53:47.593661 run osmo-msc_10.42.42.6(pid=30376): Launched\u000a16:53:48.036013 run osmo-stp_10.42.42.5(pid=30318): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]\u000a16:53:48.348822 run osmo-stp_10.42.42.5(pid=30318): stdout: \u000a| (launched: 2022-12-12_16:53:45.912431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:48.538800 run osmo-stp_10.42.42.5(pid=30318): stderr: \u000a| �[0;m�[38;5;43m20221212165346252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165346252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165346254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165346254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165346254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165346255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165346255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:48.715254 run osmo-stp_10.42.42.5(pid=30318): stdout: \u000a| (launched: 2022-12-12_16:53:45.912431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:48.870203 run osmo-stp_10.42.42.5(pid=30318): stderr: \u000a| �[0;m�[38;5;43m20221212165346252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165346252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165346254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165346254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165346254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165346255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165346255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:48.934365 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)] [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:53:48.948047 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a16:53:49.026085 run osmo-hlr_10.42.42.2(pid=30315): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30315)]\u000a16:53:49.089300 run osmo-hlr_10.42.42.2(pid=30315): stdout: \u000a| (launched: 2022-12-12_16:53:44.883467) \u000a16:53:49.155937 run osmo-hlr_10.42.42.2(pid=30315): stderr: \u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165345081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165345094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165345102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165345102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165345102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:49.243233 run osmo-msc_10.42.42.6(pid=30376): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30376)]\u000a16:53:49.305788 run osmo-msc_10.42.42.6(pid=30376): stdout: \u000a| (launched: 2022-12-12_16:53:47.318410) \u000a16:53:49.367244 run osmo-msc_10.42.42.6(pid=30376): stderr: \u000a| �[0;m�[38;5;43m20221212165347912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165347912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fefda9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165347912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165347912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165347912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165347918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165347920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165347920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165347920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165347920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:49.426986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Terminating (SIGTERM)\u000a16:53:49.477527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Terminating (SIGTERM)\u000a16:53:49.531176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30368): Terminating (SIGTERM)\u000a16:53:49.542552 --- ParallelTerminationStrategy: PID 30314 died...\u000a16:53:49.610256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Terminated: ok {rc=0}\u000a16:53:49.621102 --- ParallelTerminationStrategy: PID 30317 died...\u000a16:53:49.694980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Terminated: ok {rc=0}\u000a16:53:49.705694 --- ParallelTerminationStrategy: PID 30368 died...\u000a16:53:49.780136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30368): Terminated: ok {rc=0}\u000a16:53:49.889196 bus /sierra_3: Setting Powered False\u000a16:53:50.997657 bus /sierra_3: Setting Powered False\u000a16:53:52.110168 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30603): Process ended prematurely: osmo-stp_10.42.42.5(pid=30603) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30603)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30603): Process ended prematurely: osmo-stp_10.42.42.5(pid=30603) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:53:54.117005 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.129109 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:53:54.290029 tst mo_mt_call.py: using LAC 30216\u000a16:53:54.412555 tst mo_mt_call.py: using RAC 126\u000a16:53:54.542834 tst mo_mt_call.py: using CellId 30216\u000a16:53:54.666706 tst mo_mt_call.py: using BVCI 30217\u000a16:53:54.691190 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.703635 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.716676 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.729944 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.742794 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:53:54.754990 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:53:54.878290 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:53:55.081071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:55.593080 run create_hlr_db(pid=30597): Launched\u000a16:53:55.779941 bus /sierra_2: Setting Powered False\u000a16:53:56.800390 run create_hlr_db(pid=30597): Terminated: ok {rc=0}\u000a16:53:57.235380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30599): Launched\u000a16:53:57.652775 run osmo-hlr_10.42.42.2(pid=30600): Launched\u000a16:53:57.891909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:58.525225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30602): Launched\u000a16:53:58.956050 run osmo-stp_10.42.42.5(pid=30603): Launched\u000a16:53:59.172463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:59.786936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30605): Launched\u000a16:54:00.218631 run osmo-msc_10.42.42.6(pid=30606): Launched\u000a16:54:00.608294 run osmo-stp_10.42.42.5(pid=30603): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30603)]\u000a16:54:00.805513 run osmo-stp_10.42.42.5(pid=30603): stdout: \u000a| (launched: 2022-12-12_16:53:58.693871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:00.964768 run osmo-stp_10.42.42.5(pid=30603): stderr: \u000a| �[0;m�[38;5;43m20221212165358982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165358982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165358983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165358983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:01.098904 run osmo-stp_10.42.42.5(pid=30603): stdout: \u000a| (launched: 2022-12-12_16:53:58.693871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:01.232017 run osmo-stp_10.42.42.5(pid=30603): stderr: \u000a| �[0;m�[38;5;43m20221212165358982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165358982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165358983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165358983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165358984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:01.290696 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30603): Process ended prematurely: osmo-stp_10.42.42.5(pid=30603) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30603)] [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:54:01.301353 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a16:54:01.366173 run osmo-hlr_10.42.42.2(pid=30600): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30600)]\u000a16:54:01.419356 run osmo-hlr_10.42.42.2(pid=30600): stdout: \u000a| (launched: 2022-12-12_16:53:57.395134) \u000a16:54:01.473319 run osmo-hlr_10.42.42.2(pid=30600): stderr: \u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165357736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165357751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165357763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165357763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165357763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:01.546134 run osmo-msc_10.42.42.6(pid=30606): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30606)]\u000a16:54:01.598815 run osmo-msc_10.42.42.6(pid=30606): stdout: \u000a| (launched: 2022-12-12_16:53:59.955557) \u000a16:54:01.651923 run osmo-msc_10.42.42.6(pid=30606): stderr: \u000a| �[0;m�[38;5;43m20221212165400450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165400450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f615166dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165400451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165400451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165400451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165400451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165400461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165400461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165400462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165400462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:01.697236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30599): Terminating (SIGTERM)\u000a16:54:01.739914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30602): Terminating (SIGTERM)\u000a16:54:01.784704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30605): Terminating (SIGTERM)\u000a16:54:01.795232 --- ParallelTerminationStrategy: PID 30599 died...\u000a16:54:01.853722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30599): Terminated: ok {rc=0}\u000a16:54:01.864268 --- ParallelTerminationStrategy: PID 30602 died...\u000a16:54:01.921160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30602): Terminated: ok {rc=0}\u000a16:54:01.931722 --- ParallelTerminationStrategy: PID 30605 died...\u000a16:54:01.989524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30605): Terminated: ok {rc=0}\u000a16:54:02.089244 bus /sierra_3: Setting Powered False\u000a16:54:03.200991 bus /sierra_3: Setting Powered False\u000a16:54:04.312067 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30615): Process ended prematurely: osmo-stp_10.42.42.5(pid=30615) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30615)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30615): Process ended prematurely: osmo-stp_10.42.42.5(pid=30615) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:54:05.426373 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:05.439698 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:54:05.612680 tst mo_mt_call_osmux.py: using LAC 30217\u000a16:54:05.740067 tst mo_mt_call_osmux.py: using RAC 127\u000a16:54:05.863953 tst mo_mt_call_osmux.py: using CellId 30217\u000a16:54:05.987151 tst mo_mt_call_osmux.py: using BVCI 30218\u000a16:54:06.012070 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:06.024412 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:06.037530 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:06.050299 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:06.065789 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:54:06.078154 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:54:06.200481 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:54:06.412448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:06.955604 run create_hlr_db(pid=30608): Launched\u000a16:54:07.139547 bus /sierra_2: Setting Powered False\u000a16:54:08.162192 run create_hlr_db(pid=30608): Terminated: ok {rc=0}\u000a16:54:08.600713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Launched\u000a16:54:09.018760 run osmo-hlr_10.42.42.2(pid=30611): Launched\u000a16:54:09.259502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:09.906954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Launched\u000a16:54:10.236191 run osmo-stp_10.42.42.5(pid=30615): Launched\u000a16:54:10.358290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:10.961477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30617): Launched\u000a16:54:11.289781 run osmo-msc_10.42.42.6(pid=30618): Launched\u000a16:54:11.481282 run osmo-stp_10.42.42.5(pid=30615): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30615)]\u000a16:54:11.618743 run osmo-stp_10.42.42.5(pid=30615): stdout: \u000a| (launched: 2022-12-12_16:54:10.072625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:11.755388 run osmo-stp_10.42.42.5(pid=30615): stderr: \u000a| �[0;m�[38;5;43m20221212165410269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165410269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165410270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165410270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:11.886637 run osmo-stp_10.42.42.5(pid=30615): stdout: \u000a| (launched: 2022-12-12_16:54:10.072625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:12.016287 run osmo-stp_10.42.42.5(pid=30615): stderr: \u000a| �[0;m�[38;5;43m20221212165410269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165410269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165410270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165410270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165410271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:12.073930 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30615): Process ended prematurely: osmo-stp_10.42.42.5(pid=30615) [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30615)] [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:54:12.083348 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:54:12.146423 run osmo-hlr_10.42.42.2(pid=30611): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30611)]\u000a16:54:12.197875 run osmo-hlr_10.42.42.2(pid=30611): stdout: \u000a| (launched: 2022-12-12_16:54:08.762055) \u000a16:54:12.249830 run osmo-hlr_10.42.42.2(pid=30611): stderr: \u000a| �[0;m�[1;31m20221212165409108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165409109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165409109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165409109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165409109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165409109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165409123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165409136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165409136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165409136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:12.320387 run osmo-msc_10.42.42.6(pid=30618): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30618)]\u000a16:54:12.371594 run osmo-msc_10.42.42.6(pid=30618): stdout: \u000a| (launched: 2022-12-12_16:54:11.127732) \u000a16:54:12.423506 run osmo-msc_10.42.42.6(pid=30618): stderr: \u000a| �[0;m�[38;5;43m20221212165411450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165411450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b20ae1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165411450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165411450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165411450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165411450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165411452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165411452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165411452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165411453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:12.467644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Terminating (SIGTERM)\u000a16:54:12.509659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Terminating (SIGTERM)\u000a16:54:12.553117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30617): Terminating (SIGTERM)\u000a16:54:12.562863 --- ParallelTerminationStrategy: PID 30610 died...\u000a16:54:12.618524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30610): Terminated: ok {rc=0}\u000a16:54:12.628498 --- ParallelTerminationStrategy: PID 30613 died...\u000a16:54:12.683903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30613): Terminated: ok {rc=0}\u000a16:54:12.693877 --- ParallelTerminationStrategy: PID 30617 died...\u000a16:54:12.749544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30617): Terminated: ok {rc=0}\u000a16:54:12.837015 bus /sierra_3: Setting Powered False\u000a16:54:13.940668 bus /sierra_3: Setting Powered False\u000a16:54:15.053673 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:53:53" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30629): Process ended prematurely: osmo-stp_10.42.42.5(pid=30629) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30629)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30629): Process ended prematurely: osmo-stp_10.42.42.5(pid=30629) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:54:17.090005 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.103634 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:54:17.270129 tst mo_mt_call.py: using LAC 30218\u000a16:54:17.399194 tst mo_mt_call.py: using RAC 128\u000a16:54:17.542306 tst mo_mt_call.py: using CellId 30218\u000a16:54:17.675245 tst mo_mt_call.py: using BVCI 30219\u000a16:54:17.700118 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.711684 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.722842 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.733969 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.745174 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:17.756341 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:54:17.872352 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:54:18.084756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:18.608656 run create_hlr_db(pid=30623): Launched\u000a16:54:18.796137 bus /sierra_2: Setting Powered False\u000a16:54:19.817248 run create_hlr_db(pid=30623): Terminated: ok {rc=0}\u000a16:54:20.249912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30625): Launched\u000a16:54:20.578279 run osmo-hlr_10.42.42.2(pid=30626): Launched\u000a16:54:20.696840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:21.262677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30628): Launched\u000a16:54:21.589706 run osmo-stp_10.42.42.5(pid=30629): Launched\u000a16:54:21.707277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:22.306136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30631): Launched\u000a16:54:22.632513 run osmo-msc_10.42.42.6(pid=30632): Launched\u000a16:54:22.823604 run osmo-stp_10.42.42.5(pid=30629): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30629)]\u000a16:54:22.961036 run osmo-stp_10.42.42.5(pid=30629): stdout: \u000a| (launched: 2022-12-12_16:54:21.428208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:23.097888 run osmo-stp_10.42.42.5(pid=30629): stderr: \u000a| �[0;m�[38;5;43m20221212165421620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165421620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165421621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165421621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:23.229265 run osmo-stp_10.42.42.5(pid=30629): stdout: \u000a| (launched: 2022-12-12_16:54:21.428208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:23.359664 run osmo-stp_10.42.42.5(pid=30629): stderr: \u000a| �[0;m�[38;5;43m20221212165421620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165421620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165421621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165421621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165421622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:23.416990 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30629): Process ended prematurely: osmo-stp_10.42.42.5(pid=30629) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30629)] [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:54:23.426396 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:54:23.488747 run osmo-hlr_10.42.42.2(pid=30626): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30626)]\u000a16:54:23.539879 run osmo-hlr_10.42.42.2(pid=30626): stdout: \u000a| (launched: 2022-12-12_16:54:20.415704) \u000a16:54:23.591939 run osmo-hlr_10.42.42.2(pid=30626): stderr: \u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165420613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165420626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165420637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165420637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165420637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:23.662329 run osmo-msc_10.42.42.6(pid=30632): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30632)]\u000a16:54:23.713454 run osmo-msc_10.42.42.6(pid=30632): stdout: \u000a| (launched: 2022-12-12_16:54:22.472125) \u000a16:54:23.765059 run osmo-msc_10.42.42.6(pid=30632): stderr: \u000a| �[0;m�[38;5;43m20221212165422795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165422795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd477d3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165422795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165422795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165422795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165422795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165422797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165422798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165422798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165422798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:23.808783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30625): Terminating (SIGTERM)\u000a16:54:23.850372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30628): Terminating (SIGTERM)\u000a16:54:23.891875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30631): Terminating (SIGTERM)\u000a16:54:23.901562 --- ParallelTerminationStrategy: PID 30625 died...\u000a16:54:23.956891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30625): Terminated: ok {rc=0}\u000a16:54:23.966887 --- ParallelTerminationStrategy: PID 30628 died...\u000a16:54:24.021719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30628): Terminated: ok {rc=0}\u000a16:54:24.031648 --- ParallelTerminationStrategy: PID 30631 died...\u000a16:54:24.086785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30631): Terminated: ok {rc=0}\u000a16:54:24.173729 bus /sierra_3: Setting Powered False\u000a16:54:25.281349 bus /sierra_3: Setting Powered False\u000a16:54:26.391458 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30640): Process ended prematurely: osmo-stp_10.42.42.5(pid=30640) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30640)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30640): Process ended prematurely: osmo-stp_10.42.42.5(pid=30640) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:54:27.502978 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:27.514862 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:54:27.682721 tst mo_mt_call_osmux.py: using LAC 30219\u000a16:54:27.812214 tst mo_mt_call_osmux.py: using RAC 129\u000a16:54:27.942531 tst mo_mt_call_osmux.py: using CellId 30219\u000a16:54:28.072914 tst mo_mt_call_osmux.py: using BVCI 30220\u000a16:54:28.098197 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:28.109830 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:28.120930 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:28.132130 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:28.143424 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:54:28.155005 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:54:28.272694 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:54:28.476612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:28.958474 run create_hlr_db(pid=30634): Launched\u000a16:54:29.133864 bus /sierra_2: Setting Powered False\u000a16:54:30.155332 run create_hlr_db(pid=30634): Terminated: ok {rc=0}\u000a16:54:30.587846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30636): Launched\u000a16:54:31.072271 run osmo-hlr_10.42.42.2(pid=30637): Launched\u000a16:54:31.363781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:31.941607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30639): Launched\u000a16:54:32.303872 run osmo-stp_10.42.42.5(pid=30640): Launched\u000a16:54:32.424408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:33.021063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30642): Launched\u000a16:54:33.349804 run osmo-msc_10.42.42.6(pid=30643): Launched\u000a16:54:33.540075 run osmo-stp_10.42.42.5(pid=30640): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30640)]\u000a16:54:33.677214 run osmo-stp_10.42.42.5(pid=30640): stdout: \u000a| (launched: 2022-12-12_16:54:32.108393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:33.813920 run osmo-stp_10.42.42.5(pid=30640): stderr: \u000a| �[0;m�[38;5;43m20221212165432358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165432358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165432359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165432359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:33.944471 run osmo-stp_10.42.42.5(pid=30640): stdout: \u000a| (launched: 2022-12-12_16:54:32.108393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:34.074441 run osmo-stp_10.42.42.5(pid=30640): stderr: \u000a| �[0;m�[38;5;43m20221212165432358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165432358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165432359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165432359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165432360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:34.131875 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30640): Process ended prematurely: osmo-stp_10.42.42.5(pid=30640) [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30640)] [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:54:34.141264 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:54:34.204058 run osmo-hlr_10.42.42.2(pid=30637): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30637)]\u000a16:54:34.255461 run osmo-hlr_10.42.42.2(pid=30637): stdout: \u000a| (launched: 2022-12-12_16:54:30.753810) \u000a16:54:34.307384 run osmo-hlr_10.42.42.2(pid=30637): stderr: \u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165431080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165431098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165431122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165431122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165431123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:34.378200 run osmo-msc_10.42.42.6(pid=30643): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30643)]\u000a16:54:34.430333 run osmo-msc_10.42.42.6(pid=30643): stdout: \u000a| (launched: 2022-12-12_16:54:33.187013) \u000a16:54:34.480765 run osmo-msc_10.42.42.6(pid=30643): stderr: \u000a| �[0;m�[38;5;43m20221212165433510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165433510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f444e3f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165433510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165433510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165433510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165433510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165433512 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165433512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165433513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165433513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:34.522928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30636): Terminating (SIGTERM)\u000a16:54:34.563181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30639): Terminating (SIGTERM)\u000a16:54:34.604931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30642): Terminating (SIGTERM)\u000a16:54:34.614609 --- ParallelTerminationStrategy: PID 30636 died...\u000a16:54:34.668053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30636): Terminated: ok {rc=0}\u000a16:54:34.677940 --- ParallelTerminationStrategy: PID 30639 died...\u000a16:54:34.731628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30639): Terminated: ok {rc=0}\u000a16:54:34.741607 --- ParallelTerminationStrategy: PID 30642 died...\u000a16:54:34.796020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30642): Terminated: ok {rc=0}\u000a16:54:34.885501 bus /sierra_3: Setting Powered False\u000a16:54:35.989743 bus /sierra_3: Setting Powered False\u000a16:54:37.101298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:54:16" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:54:39.110091 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.120726 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:54:39.258258 tst emergency_mo_mt_call.py: using LAC 30220\u000a16:54:39.373916 tst emergency_mo_mt_call.py: using RAC 130\u000a16:54:39.489576 tst emergency_mo_mt_call.py: using CellId 30220\u000a16:54:39.605271 tst emergency_mo_mt_call.py: using BVCI 30221\u000a16:54:39.627754 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.638469 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.648852 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.659676 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.670575 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:39.681309 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:39.802293 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:40.014528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:40.526702 run create_hlr_db(pid=30655): Launched\u000a16:54:40.711698 bus /sierra_2: Setting Powered False\u000a16:54:41.732301 run create_hlr_db(pid=30655): Terminated: ok {rc=0}\u000a16:54:42.135278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Launched\u000a16:54:42.435588 run osmo-hlr_10.42.42.2(pid=30658): Launched\u000a16:54:42.548586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:43.078350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Launched\u000a16:54:43.379050 run osmo-stp_10.42.42.5(pid=30661): Launched\u000a16:54:43.502271 tst emergency_mo_mt_call.py: using MSISDN 7870\u000a16:54:43.650905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:44.198224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30663): Launched\u000a16:54:44.498627 run osmo-msc_10.42.42.6(pid=30664): Launched\u000a16:54:44.675175 run osmo-stp_10.42.42.5(pid=30661): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)]\u000a16:54:44.802461 run osmo-stp_10.42.42.5(pid=30661): stdout: \u000a| (launched: 2022-12-12_16:54:43.229874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:44.927195 run osmo-stp_10.42.42.5(pid=30661): stderr: \u000a| �[0;m�[38;5;43m20221212165443399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165443399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165443400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165443400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:45.046836 run osmo-stp_10.42.42.5(pid=30661): stdout: \u000a| (launched: 2022-12-12_16:54:43.229874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:45.166150 run osmo-stp_10.42.42.5(pid=30661): stderr: \u000a| �[0;m�[38;5;43m20221212165443399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165443399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165443400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165443400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:45.218546 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30661): Process ended prematurely: osmo-stp_10.42.42.5(pid=30661) [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30661)] [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a16:54:45.226747 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a16:54:45.286933 run osmo-hlr_10.42.42.2(pid=30658): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30658)]\u000a16:54:45.335922 run osmo-hlr_10.42.42.2(pid=30658): stdout: \u000a| (launched: 2022-12-12_16:54:42.287216) \u000a16:54:45.385610 run osmo-hlr_10.42.42.2(pid=30658): stderr: \u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165442461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165442475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165442486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165442486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165442486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:45.453114 run osmo-msc_10.42.42.6(pid=30664): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30664)]\u000a16:54:45.502043 run osmo-msc_10.42.42.6(pid=30664): stdout: \u000a| (launched: 2022-12-12_16:54:44.349887) \u000a16:54:45.551706 run osmo-msc_10.42.42.6(pid=30664): stderr: \u000a| �[0;m�[38;5;43m20221212165444619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165444620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20231c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165444620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165444620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165444620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165444620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165444622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165444622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165444623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165444623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:45.593250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Terminating (SIGTERM)\u000a16:54:45.632809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Terminating (SIGTERM)\u000a16:54:45.672332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30663): Terminating (SIGTERM)\u000a16:54:45.681727 --- ParallelTerminationStrategy: PID 30657 died...\u000a16:54:45.734325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30657): Terminated: ok {rc=0}\u000a16:54:45.744081 --- ParallelTerminationStrategy: PID 30660 died...\u000a16:54:45.796591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30660): Terminated: ok {rc=0}\u000a16:54:45.816011 --- ParallelTerminationStrategy: PID 30663 died...\u000a16:54:45.885119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30663): Terminated: ok {rc=0}\u000a16:54:45.984041 bus /sierra_3: Setting Powered False\u000a16:54:47.090777 bus /sierra_3: Setting Powered False\u000a16:54:48.201225 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30672): Process ended prematurely: osmo-stp_10.42.42.5(pid=30672) [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30672)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30672): Process ended prematurely: osmo-stp_10.42.42.5(pid=30672) [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:54:49.251835 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.263564 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:54:49.409726 tst emergency_preemptive_call.py: using LAC 30221\u000a16:54:49.538562 tst emergency_preemptive_call.py: using RAC 131\u000a16:54:49.660167 tst emergency_preemptive_call.py: using CellId 30221\u000a16:54:49.780284 tst emergency_preemptive_call.py: using BVCI 30222\u000a16:54:49.803034 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.813738 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.824158 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.835092 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.845925 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:54:49.856576 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:49.974950 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:50.091438 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:50.206223 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:54:50.414505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:50.928213 run create_hlr_db(pid=30666): Launched\u000a16:54:51.113266 bus /sierra_2: Setting Powered False\u000a16:54:52.134192 run create_hlr_db(pid=30666): Terminated: ok {rc=0}\u000a16:54:52.561454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30668): Launched\u000a16:54:52.882364 run osmo-hlr_10.42.42.2(pid=30669): Launched\u000a16:54:53.001896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:53.561389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30671): Launched\u000a16:54:53.884239 run osmo-stp_10.42.42.5(pid=30672): Launched\u000a16:54:54.013221 tst emergency_preemptive_call.py: using MSISDN 7871\u000a16:54:54.172656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:54.755245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30674): Launched\u000a16:54:55.077240 run osmo-msc_10.42.42.6(pid=30675): Launched\u000a16:54:55.265646 run osmo-stp_10.42.42.5(pid=30672): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30672)]\u000a16:54:55.400608 run osmo-stp_10.42.42.5(pid=30672): stdout: \u000a| (launched: 2022-12-12_16:54:53.724726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:55.536062 run osmo-stp_10.42.42.5(pid=30672): stderr: \u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165453917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:55.664245 run osmo-stp_10.42.42.5(pid=30672): stdout: \u000a| (launched: 2022-12-12_16:54:53.724726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:55.791641 run osmo-stp_10.42.42.5(pid=30672): stderr: \u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165453916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165453917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165453917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:55.847451 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30672): Process ended prematurely: osmo-stp_10.42.42.5(pid=30672) [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30672)] [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a16:54:55.856216 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a16:54:55.918990 run osmo-hlr_10.42.42.2(pid=30669): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30669)]\u000a16:54:55.970552 run osmo-hlr_10.42.42.2(pid=30669): stdout: \u000a| (launched: 2022-12-12_16:54:52.724215) \u000a16:54:56.022892 run osmo-hlr_10.42.42.2(pid=30669): stderr: \u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165452921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165452933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165452942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165452942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165452942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:56.093984 run osmo-msc_10.42.42.6(pid=30675): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30675)]\u000a16:54:56.145540 run osmo-msc_10.42.42.6(pid=30675): stdout: \u000a| (launched: 2022-12-12_16:54:54.918066) \u000a16:54:56.198185 run osmo-msc_10.42.42.6(pid=30675): stderr: \u000a| �[0;m�[38;5;43m20221212165455240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165455240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dcc468c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165455240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165455240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165455240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165455240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165455242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165455243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165455243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165455243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:56.242583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30668): Terminating (SIGTERM)\u000a16:54:56.284493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30671): Terminating (SIGTERM)\u000a16:54:56.326400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30674): Terminating (SIGTERM)\u000a16:54:56.336161 --- ParallelTerminationStrategy: PID 30668 died...\u000a16:54:56.392112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30668): Terminated: ok {rc=0}\u000a16:54:56.402308 --- ParallelTerminationStrategy: PID 30671 died...\u000a16:54:56.457813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30671): Terminated: ok {rc=0}\u000a16:54:56.467779 --- ParallelTerminationStrategy: PID 30674 died...\u000a16:54:56.523515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30674): Terminated: ok {rc=0}\u000a16:54:56.611054 bus /sierra_9: Setting Powered False\u000a16:54:57.717478 bus /sierra_9: Setting Powered False\u000a16:54:58.827883 bus /sierra_8: Setting Powered False\u000a16:54:59.933740 bus /sierra_8: Setting Powered False\u000a16:55:01.045930 bus /sierra_3: Setting Powered False\u000a16:55:02.152276 bus /sierra_3: Setting Powered False\u000a16:55:03.263064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:54:38" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:55:05.377332 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.388471 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:55:05.525096 tst cs_paging_gprs_active.py: using LAC 30222\u000a16:55:05.648097 tst cs_paging_gprs_active.py: using RAC 132\u000a16:55:05.769578 tst cs_paging_gprs_active.py: using CellId 30222\u000a16:55:05.886585 tst cs_paging_gprs_active.py: using BVCI 30223\u000a16:55:05.909769 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.920347 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.930745 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.941570 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.952067 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.962855 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.973656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.984108 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:05.994907 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:06.115437 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:06.395492 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:55:06.523065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:06.841123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Launched\u000a16:55:07.105145 run iperf3-srv_10.42.42.10(pid=30684): Launched\u000a16:55:07.291460 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:55:07.418378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:07.738059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30685): Launched\u000a16:55:08.002270 run iperf3-srv_10.42.42.10(pid=30686): Launched\u000a16:55:08.188400 tst cs_paging_gprs_active.py:38: start network...\u000a16:55:08.315269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:08.798030 run create_hlr_db(pid=30687): Launched\u000a16:55:08.973562 bus /sierra_2: Setting Powered False\u000a16:55:09.995761 run create_hlr_db(pid=30687): Terminated: ok {rc=0}\u000a16:55:10.430426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Launched\u000a16:55:10.760007 run osmo-hlr_10.42.42.2(pid=30690): Launched\u000a16:55:10.879573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:11.449931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Launched\u000a16:55:11.780336 run osmo-stp_10.42.42.5(pid=30693): Launched\u000a16:55:11.898608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:55:12.471321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Launched\u000a16:55:12.587624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:55:12.872685 run patchelf(pid=30696): Launched\u000a16:55:13.063407 run osmo-stp_10.42.42.5(pid=30693): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)]\u000a16:55:13.203253 run osmo-stp_10.42.42.5(pid=30693): stdout: \u000a| (launched: 2022-12-12_16:55:11.616524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:13.343192 run osmo-stp_10.42.42.5(pid=30693): stderr: \u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165511809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:13.478450 run osmo-stp_10.42.42.5(pid=30693): stdout: \u000a| (launched: 2022-12-12_16:55:11.616524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:13.612406 run osmo-stp_10.42.42.5(pid=30693): stderr: \u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165511809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165511809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165511810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:13.768073 run patchelf(pid=30696): Terminating (SIGINT)\u000a16:55:13.950395 run patchelf(pid=30696): Terminated: ok {rc=0}\u000a16:55:13.984282 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30693): Process ended prematurely: osmo-stp_10.42.42.5(pid=30693) [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30693)] [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a16:55:13.994307 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:55:14.057844 run osmo-hlr_10.42.42.2(pid=30690): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30690)]\u000a16:55:14.109572 run osmo-hlr_10.42.42.2(pid=30690): stdout: \u000a| (launched: 2022-12-12_16:55:10.597138) \u000a16:55:14.161895 run osmo-hlr_10.42.42.2(pid=30690): stderr: \u000a| �[0;m�[1;31m20221212165510795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165510796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165510796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165510796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165510796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165510796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165510808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165510817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:14.207080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Terminating (SIGTERM)\u000a16:55:14.249317 run iperf3-srv_10.42.42.10(pid=30684): Terminating (SIGTERM)\u000a16:55:14.291580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30685): Terminating (SIGTERM)\u000a16:55:14.333883 run iperf3-srv_10.42.42.10(pid=30686): Terminating (SIGTERM)\u000a16:55:14.376048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Terminating (SIGTERM)\u000a16:55:14.418299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Terminating (SIGTERM)\u000a16:55:14.460463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Terminating (SIGTERM)\u000a16:55:14.470367 --- ParallelTerminationStrategy: PID 30683 died...\u000a16:55:14.526733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30683): Terminated: ok {rc=0}\u000a16:55:14.536779 --- ParallelTerminationStrategy: PID 30684 died...\u000a16:55:14.592482 run iperf3-srv_10.42.42.10(pid=30684): Terminated {rc=256}\u000a16:55:14.602590 --- ParallelTerminationStrategy: PID 30685 died...\u000a16:55:14.658223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30685): Terminated: ok {rc=0}\u000a16:55:14.668353 --- ParallelTerminationStrategy: PID 30686 died...\u000a16:55:14.723416 run iperf3-srv_10.42.42.10(pid=30686): Terminated {rc=256}\u000a16:55:14.733535 --- ParallelTerminationStrategy: PID 30689 died...\u000a16:55:14.788684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30689): Terminated: ok {rc=0}\u000a16:55:14.798738 --- ParallelTerminationStrategy: PID 30692 died...\u000a16:55:14.853707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30692): Terminated: ok {rc=0}\u000a16:55:14.863806 --- ParallelTerminationStrategy: PID 30695 died...\u000a16:55:14.919032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30695): Terminated: ok {rc=0}\u000a16:55:15.005221 bus /gobi_0: Setting Powered False\u000a16:55:16.122783 bus /gobi_0: Setting Powered False\u000a16:55:17.241826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30705): Process ended prematurely: osmo-stp_10.42.42.5(pid=30705) [trial-2379↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30705)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30705): Process ended prematurely: osmo-stp_10.42.42.5(pid=30705) [trial-2379↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a16:55:18.353802 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.365070 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:55:18.509610 tst iperf3.py: using LAC 30223\u000a16:55:18.626600 tst iperf3.py: using RAC 133\u000a16:55:18.744619 tst iperf3.py: using CellId 30223\u000a16:55:18.862058 tst iperf3.py: using BVCI 30224\u000a16:55:18.885432 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.895911 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.906374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.917038 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.927568 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.938168 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.948892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.959867 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:18.970731 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:19.272557 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:55:19.409374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:19.749409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30697): Launched\u000a16:55:20.031439 run iperf3-srv_10.42.42.10(pid=30698): Launched\u000a16:55:20.231471 tst iperf3.py:8: start network...\u000a16:55:20.368001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:20.885755 run create_hlr_db(pid=30699): Launched\u000a16:55:21.061805 bus /gobi_6: Setting Powered False\u000a16:55:22.083327 run create_hlr_db(pid=30699): Terminated: ok {rc=0}\u000a16:55:22.491527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30701): Launched\u000a16:55:22.798250 run osmo-hlr_10.42.42.2(pid=30702): Launched\u000a16:55:22.918910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:23.458724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30704): Launched\u000a16:55:23.765557 run osmo-stp_10.42.42.5(pid=30705): Launched\u000a16:55:23.877503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:55:24.412634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30707): Launched\u000a16:55:24.521863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:55:24.790698 run patchelf(pid=30708): Launched\u000a16:55:24.969907 run osmo-stp_10.42.42.5(pid=30705): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30705)]\u000a16:55:25.100916 run osmo-stp_10.42.42.5(pid=30705): stdout: \u000a| (launched: 2022-12-12_16:55:23.613762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:25.232831 run osmo-stp_10.42.42.5(pid=30705): stderr: \u000a| �[0;m�[38;5;43m20221212165523782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165523783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165523783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165523783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:25.359761 run osmo-stp_10.42.42.5(pid=30705): stdout: \u000a| (launched: 2022-12-12_16:55:23.613762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:25.485675 run osmo-stp_10.42.42.5(pid=30705): stderr: \u000a| �[0;m�[38;5;43m20221212165523782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165523783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165523783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165523783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165523784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:25.631970 run patchelf(pid=30708): Terminating (SIGINT)\u000a16:55:25.803598 run patchelf(pid=30708): Terminated: ok {rc=0}\u000a16:55:25.834852 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30705): Process ended prematurely: osmo-stp_10.42.42.5(pid=30705) [trial-2379↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30705)] [trial-2379↪gprs:trx-lms↪iperf3.py:8]\u000a16:55:25.844226 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a16:55:25.905029 run osmo-hlr_10.42.42.2(pid=30702): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30702)]\u000a16:55:25.954026 run osmo-hlr_10.42.42.2(pid=30702): stdout: \u000a| (launched: 2022-12-12_16:55:22.647013) \u000a16:55:26.003619 run osmo-hlr_10.42.42.2(pid=30702): stderr: \u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165522823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165522835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165522845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165522846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165522846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:26.045516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30697): Terminating (SIGTERM)\u000a16:55:26.085095 run iperf3-srv_10.42.42.10(pid=30698): Terminating (SIGTERM)\u000a16:55:26.124763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30701): Terminating (SIGTERM)\u000a16:55:26.164378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30704): Terminating (SIGTERM)\u000a16:55:26.203894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30707): Terminating (SIGTERM)\u000a16:55:26.213358 --- ParallelTerminationStrategy: PID 30697 died...\u000a16:55:26.266495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30697): Terminated: ok {rc=0}\u000a16:55:26.276254 --- ParallelTerminationStrategy: PID 30698 died...\u000a16:55:26.328655 run iperf3-srv_10.42.42.10(pid=30698): Terminated {rc=256}\u000a16:55:26.338399 --- ParallelTerminationStrategy: PID 30701 died...\u000a16:55:26.391199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30701): Terminated: ok {rc=0}\u000a16:55:26.400927 --- ParallelTerminationStrategy: PID 30704 died...\u000a16:55:26.453675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30704): Terminated: ok {rc=0}\u000a16:55:26.463472 --- ParallelTerminationStrategy: PID 30707 died...\u000a16:55:26.516550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30707): Terminated: ok {rc=0}\u000a16:55:26.599338 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30723): Process ended prematurely: osmo-stp_10.42.42.5(pid=30723) [trial-2379↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30723)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30723): Process ended prematurely: osmo-stp_10.42.42.5(pid=30723) [trial-2379↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a16:55:27.715076 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:27.727181 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:55:27.873698 tst iperf3m4.py: using LAC 30224\u000a16:55:28.001634 tst iperf3m4.py: using RAC 134\u000a16:55:28.133445 tst iperf3m4.py: using CellId 30224\u000a16:55:28.256288 tst iperf3m4.py: using BVCI 30225\u000a16:55:28.279631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.290394 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.300851 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.311712 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.322435 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.333191 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.344459 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.355103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:28.366051 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:28.487656 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:28.613644 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:28.729570 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:29.009216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:55:29.136327 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:29.452324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Launched\u000a16:55:29.716783 run iperf3-srv_10.42.42.10(pid=30710): Launched\u000a16:55:29.902845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:55:30.029519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:30.345713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30711): Launched\u000a16:55:30.608596 run iperf3-srv_10.42.42.10(pid=30712): Launched\u000a16:55:30.794287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:55:30.948133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:31.309709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30713): Launched\u000a16:55:31.610994 run iperf3-srv_10.42.42.10(pid=30714): Launched\u000a16:55:31.817590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:55:31.958830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:55:32.301865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30715): Launched\u000a16:55:32.585145 run iperf3-srv_10.42.42.10(pid=30716): Launched\u000a16:55:32.784563 tst iperf3m4.py:8: start network...\u000a16:55:32.921066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:33.447046 run create_hlr_db(pid=30717): Launched\u000a16:55:33.634867 bus /gobi_6: Setting Powered False\u000a16:55:34.655921 run create_hlr_db(pid=30717): Terminated: ok {rc=0}\u000a16:55:35.065979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30719): Launched\u000a16:55:35.373917 run osmo-hlr_10.42.42.2(pid=30720): Launched\u000a16:55:35.494939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:36.035058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30722): Launched\u000a16:55:36.343956 run osmo-stp_10.42.42.5(pid=30723): Launched\u000a16:55:36.455364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:55:36.987737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30725): Launched\u000a16:55:37.096582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:55:37.363357 run patchelf(pid=30726): Launched\u000a16:55:37.541751 run osmo-stp_10.42.42.5(pid=30723): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30723)]\u000a16:55:37.672128 run osmo-stp_10.42.42.5(pid=30723): stdout: \u000a| (launched: 2022-12-12_16:55:36.190091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:37.803054 run osmo-stp_10.42.42.5(pid=30723): stderr: \u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165536360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:37.929888 run osmo-stp_10.42.42.5(pid=30723): stdout: \u000a| (launched: 2022-12-12_16:55:36.190091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:38.054675 run osmo-stp_10.42.42.5(pid=30723): stderr: \u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165536359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165536360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165536360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:38.199377 run patchelf(pid=30726): Terminating (SIGINT)\u000a16:55:38.369344 run patchelf(pid=30726): Terminated: ok {rc=0}\u000a16:55:38.400530 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30723): Process ended prematurely: osmo-stp_10.42.42.5(pid=30723) [trial-2379↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30723)] [trial-2379↪gprs:trx-lms↪iperf3m4.py:8]\u000a16:55:38.409959 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:55:38.471177 run osmo-hlr_10.42.42.2(pid=30720): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30720)]\u000a16:55:38.520387 run osmo-hlr_10.42.42.2(pid=30720): stdout: \u000a| (launched: 2022-12-12_16:55:35.221731) \u000a16:55:38.570711 run osmo-hlr_10.42.42.2(pid=30720): stderr: \u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165535397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165535408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165535416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165535417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165535417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:38.613055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Terminating (SIGTERM)\u000a16:55:38.653101 run iperf3-srv_10.42.42.10(pid=30710): Terminating (SIGTERM)\u000a16:55:38.693470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30711): Terminating (SIGTERM)\u000a16:55:38.733325 run iperf3-srv_10.42.42.10(pid=30712): Terminating (SIGTERM)\u000a16:55:38.773239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30713): Terminating (SIGTERM)\u000a16:55:38.813198 run iperf3-srv_10.42.42.10(pid=30714): Terminating (SIGTERM)\u000a16:55:38.853189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30715): Terminating (SIGTERM)\u000a16:55:38.893502 run iperf3-srv_10.42.42.10(pid=30716): Terminating (SIGTERM)\u000a16:55:38.933592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30719): Terminating (SIGTERM)\u000a16:55:38.973558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30722): Terminating (SIGTERM)\u000a16:55:39.013543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30725): Terminating (SIGTERM)\u000a16:55:39.023123 --- ParallelTerminationStrategy: PID 30709 died...\u000a16:55:39.076443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30709): Terminated: ok {rc=0}\u000a16:55:39.086392 --- ParallelTerminationStrategy: PID 30710 died...\u000a16:55:39.139596 run iperf3-srv_10.42.42.10(pid=30710): Terminated {rc=256}\u000a16:55:39.149305 --- ParallelTerminationStrategy: PID 30711 died...\u000a16:55:39.202619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30711): Terminated: ok {rc=0}\u000a16:55:39.212115 --- ParallelTerminationStrategy: PID 30712 died...\u000a16:55:39.265009 run iperf3-srv_10.42.42.10(pid=30712): Terminated {rc=256}\u000a16:55:39.274888 --- ParallelTerminationStrategy: PID 30713 died...\u000a16:55:39.328407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30713): Terminated: ok {rc=0}\u000a16:55:39.338108 --- ParallelTerminationStrategy: PID 30714 died...\u000a16:55:39.390960 run iperf3-srv_10.42.42.10(pid=30714): Terminated {rc=256}\u000a16:55:39.400675 --- ParallelTerminationStrategy: PID 30715 died...\u000a16:55:39.453938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30715): Terminated: ok {rc=0}\u000a16:55:39.463559 --- ParallelTerminationStrategy: PID 30716 died...\u000a16:55:39.516836 run iperf3-srv_10.42.42.10(pid=30716): Terminated {rc=256}\u000a16:55:39.526468 --- ParallelTerminationStrategy: PID 30719 died...\u000a16:55:39.579802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30719): Terminated: ok {rc=0}\u000a16:55:39.589721 --- ParallelTerminationStrategy: PID 30722 died...\u000a16:55:39.643188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30722): Terminated: ok {rc=0}\u000a16:55:39.653220 --- ParallelTerminationStrategy: PID 30725 died...\u000a16:55:39.706628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30725): Terminated: ok {rc=0}\u000a16:55:39.795023 bus /gobi_4: Setting Powered False\u000a16:55:40.898991 bus /gobi_4: Setting Powered False\u000a16:55:42.002075 bus /gobi_1: Setting Powered False\u000a16:55:43.103187 bus /gobi_1: Setting Powered False\u000a16:55:44.213715 bus /gobi_0: Setting Powered False\u000a16:55:45.318308 bus /gobi_0: Setting Powered False\u000a16:55:46.439340 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30733): Process ended prematurely: osmo-stp_10.42.42.5(pid=30733) [trial-2379↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30733)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30733): Process ended prematurely: osmo-stp_10.42.42.5(pid=30733) [trial-2379↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a16:55:47.508436 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:47.520006 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:55:47.664729 tst ping.py: using LAC 30225\u000a16:55:47.794311 tst ping.py: using RAC 135\u000a16:55:47.917296 tst ping.py: using CellId 30225\u000a16:55:48.040403 tst ping.py: using BVCI 30226\u000a16:55:48.064723 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.075755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.086711 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.097558 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.108325 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.119157 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.130092 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:48.140918 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:48.430667 tst ping.py:19: start network...\u000a16:55:48.563225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:49.077235 run create_hlr_db(pid=30727): Launched\u000a16:55:49.262646 bus /gobi_6: Setting Powered False\u000a16:55:50.274222 run create_hlr_db(pid=30727): Terminated: ok {rc=0}\u000a16:55:50.684181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30729): Launched\u000a16:55:50.984430 run osmo-hlr_10.42.42.2(pid=30730): Launched\u000a16:55:51.093380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:51.622119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30732): Launched\u000a16:55:51.924890 run osmo-stp_10.42.42.5(pid=30733): Launched\u000a16:55:52.034598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:55:52.558856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30735): Launched\u000a16:55:52.666058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:55:52.929381 run patchelf(pid=30736): Launched\u000a16:55:53.106181 run osmo-stp_10.42.42.5(pid=30733): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30733)]\u000a16:55:53.234863 run osmo-stp_10.42.42.5(pid=30733): stdout: \u000a| (launched: 2022-12-12_16:55:51.774303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:53.364086 run osmo-stp_10.42.42.5(pid=30733): stderr: \u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165551943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:53.488936 run osmo-stp_10.42.42.5(pid=30733): stdout: \u000a| (launched: 2022-12-12_16:55:51.774303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:55:53.612573 run osmo-stp_10.42.42.5(pid=30733): stderr: \u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165551943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:55:53.756308 run patchelf(pid=30736): Terminating (SIGINT)\u000a16:55:53.924471 run patchelf(pid=30736): Terminated: ok {rc=0}\u000a16:55:53.955160 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30733): Process ended prematurely: osmo-stp_10.42.42.5(pid=30733) [trial-2379↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30733)] [trial-2379↪gprs:trx-lms↪ping.py:22]\u000a16:55:53.964229 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:55:54.025809 run osmo-hlr_10.42.42.2(pid=30730): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30730)]\u000a16:55:54.075881 run osmo-hlr_10.42.42.2(pid=30730): stdout: \u000a| (launched: 2022-12-12_16:55:50.836469) \u000a16:55:54.126450 run osmo-hlr_10.42.42.2(pid=30730): stderr: \u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165551011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165551073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165551082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165551082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165551082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:55:54.168811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30729): Terminating (SIGTERM)\u000a16:55:54.209484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30732): Terminating (SIGTERM)\u000a16:55:54.250029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30735): Terminating (SIGTERM)\u000a16:55:54.259891 --- ParallelTerminationStrategy: PID 30729 died...\u000a16:55:54.314172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30729): Terminated: ok {rc=0}\u000a16:55:54.324300 --- ParallelTerminationStrategy: PID 30732 died...\u000a16:55:54.378404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30732): Terminated: ok {rc=0}\u000a16:55:54.388652 --- ParallelTerminationStrategy: PID 30735 died...\u000a16:55:54.442866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30735): Terminated: ok {rc=0}\u000a16:55:54.533586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30743): Process ended prematurely: osmo-stp_10.42.42.5(pid=30743) [trial-2379↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30743)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30743): Process ended prematurely: osmo-stp_10.42.42.5(pid=30743) [trial-2379↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a16:55:55.586867 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:55.598701 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:55:55.738255 tst ping_idle_ping.py: using LAC 30226\u000a16:55:55.857192 tst ping_idle_ping.py: using RAC 136\u000a16:55:55.984448 tst ping_idle_ping.py: using CellId 30226\u000a16:55:56.113020 tst ping_idle_ping.py: using BVCI 30227\u000a16:55:56.138064 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.149172 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.160260 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.171716 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.183185 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.194610 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.206544 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:55:56.218110 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:55:56.511663 tst ping_idle_ping.py:24: start network...\u000a16:55:56.646165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:55:57.163377 run create_hlr_db(pid=30737): Launched\u000a16:55:57.351106 bus /gobi_6: Setting Powered False\u000a16:55:58.370557 run create_hlr_db(pid=30737): Terminated: ok {rc=0}\u000a16:55:58.776828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30739): Launched\u000a16:55:59.082409 run osmo-hlr_10.42.42.2(pid=30740): Launched\u000a16:55:59.199058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:55:59.726124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30742): Launched\u000a16:56:00.029580 run osmo-stp_10.42.42.5(pid=30743): Launched\u000a16:56:00.143176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:56:00.666386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30745): Launched\u000a16:56:00.773125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:56:01.087403 run patchelf(pid=30746): Launched\u000a16:56:01.268133 run osmo-stp_10.42.42.5(pid=30743): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30743)]\u000a16:56:01.401190 run osmo-stp_10.42.42.5(pid=30743): stdout: \u000a| (launched: 2022-12-12_16:55:59.878151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:01.534294 run osmo-stp_10.42.42.5(pid=30743): stderr: \u000a| �[0;m�[38;5;43m20221212165600048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165600048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165600049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165600049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165600049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165600050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165600050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:01.662414 run osmo-stp_10.42.42.5(pid=30743): stdout: \u000a| (launched: 2022-12-12_16:55:59.878151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:01.789722 run osmo-stp_10.42.42.5(pid=30743): stderr: \u000a| �[0;m�[38;5;43m20221212165600048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165600048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165600049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165600049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165600049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165600050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165600050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:01.937479 run patchelf(pid=30746): Terminating (SIGINT)\u000a16:56:02.110731 run patchelf(pid=30746): Terminated: ok {rc=0}\u000a16:56:02.143114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30743): Process ended prematurely: osmo-stp_10.42.42.5(pid=30743) [trial-2379↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30743)] [trial-2379↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a16:56:02.153051 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:56:02.215968 run osmo-hlr_10.42.42.2(pid=30740): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30740)]\u000a16:56:02.265355 run osmo-hlr_10.42.42.2(pid=30740): stdout: \u000a| (launched: 2022-12-12_16:55:58.930001) \u000a16:56:02.315293 run osmo-hlr_10.42.42.2(pid=30740): stderr: \u000a| �[0;m�[1;31m20221212165559104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165559104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165559104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165559105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165559105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165559105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165559116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165559125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165559125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165559125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:02.357417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30739): Terminating (SIGTERM)\u000a16:56:02.397729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30742): Terminating (SIGTERM)\u000a16:56:02.437975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30745): Terminating (SIGTERM)\u000a16:56:02.447713 --- ParallelTerminationStrategy: PID 30739 died...\u000a16:56:02.501205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30739): Terminated: ok {rc=0}\u000a16:56:02.511465 --- ParallelTerminationStrategy: PID 30742 died...\u000a16:56:02.564747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30742): Terminated: ok {rc=0}\u000a16:56:02.574924 --- ParallelTerminationStrategy: PID 30745 died...\u000a16:56:02.628766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30745): Terminated: ok {rc=0}\u000a16:56:02.717298 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:55:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:56:04.867648 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:04.879150 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:56:05.026108 tst cs_paging_gprs_active.py: using LAC 30227\u000a16:56:05.156031 tst cs_paging_gprs_active.py: using RAC 137\u000a16:56:05.288890 tst cs_paging_gprs_active.py: using CellId 30227\u000a16:56:05.415140 tst cs_paging_gprs_active.py: using BVCI 30228\u000a16:56:05.440285 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.451727 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.463028 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.474463 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.485749 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.496666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.507976 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.518983 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:05.530427 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:05.646427 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:05.929361 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:56:06.057810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:06.377976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30750): Launched\u000a16:56:06.646010 run iperf3-srv_10.42.42.10(pid=30751): Launched\u000a16:56:06.833529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:56:06.961596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:07.281327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30752): Launched\u000a16:56:07.546868 run iperf3-srv_10.42.42.10(pid=30753): Launched\u000a16:56:07.733526 tst cs_paging_gprs_active.py:38: start network...\u000a16:56:07.861370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:08.348681 run create_hlr_db(pid=30754): Launched\u000a16:56:08.524690 bus /gobi_6: Setting Powered False\u000a16:56:09.546798 run create_hlr_db(pid=30754): Terminated: ok {rc=0}\u000a16:56:09.981080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Launched\u000a16:56:10.312145 run osmo-hlr_10.42.42.2(pid=30757): Launched\u000a16:56:10.434641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:11.005634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Launched\u000a16:56:11.334036 run osmo-stp_10.42.42.5(pid=30760): Launched\u000a16:56:11.459025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:56:12.030217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Launched\u000a16:56:12.147485 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:56:12.435694 run patchelf(pid=30763): Launched\u000a16:56:12.628578 run osmo-stp_10.42.42.5(pid=30760): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a16:56:12.767977 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-12_16:56:11.171947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:12.907839 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221212165611363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165611364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165611364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165611364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:13.043272 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-12_16:56:11.171947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:13.177698 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221212165611363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165611364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165611364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165611364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165611365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:13.334477 run patchelf(pid=30763): Terminating (SIGINT)\u000a16:56:13.517884 run patchelf(pid=30763): Terminated: ok {rc=0}\u000a16:56:13.551589 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)] [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:56:13.561584 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:56:13.624744 run osmo-hlr_10.42.42.2(pid=30757): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30757)]\u000a16:56:13.676468 run osmo-hlr_10.42.42.2(pid=30757): stdout: \u000a| (launched: 2022-12-12_16:56:10.148850) \u000a16:56:13.728842 run osmo-hlr_10.42.42.2(pid=30757): stderr: \u000a| �[0;m�[1;31m20221212165610350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165610350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165610350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165610350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165610351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165610351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165610363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165610371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165610372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165610372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:13.773417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30750): Terminating (SIGTERM)\u000a16:56:13.815223 run iperf3-srv_10.42.42.10(pid=30751): Terminating (SIGTERM)\u000a16:56:13.857137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30752): Terminating (SIGTERM)\u000a16:56:13.899627 run iperf3-srv_10.42.42.10(pid=30753): Terminating (SIGTERM)\u000a16:56:13.941622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminating (SIGTERM)\u000a16:56:13.983472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminating (SIGTERM)\u000a16:56:14.025461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Terminating (SIGTERM)\u000a16:56:14.035230 --- ParallelTerminationStrategy: PID 30750 died...\u000a16:56:14.091189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30750): Terminated: ok {rc=0}\u000a16:56:14.101332 --- ParallelTerminationStrategy: PID 30751 died...\u000a16:56:14.157256 run iperf3-srv_10.42.42.10(pid=30751): Terminated {rc=256}\u000a16:56:14.167304 --- ParallelTerminationStrategy: PID 30752 died...\u000a16:56:14.223521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30752): Terminated: ok {rc=0}\u000a16:56:14.233682 --- ParallelTerminationStrategy: PID 30753 died...\u000a16:56:14.289184 run iperf3-srv_10.42.42.10(pid=30753): Terminated {rc=256}\u000a16:56:14.299188 --- ParallelTerminationStrategy: PID 30756 died...\u000a16:56:14.355121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminated: ok {rc=0}\u000a16:56:14.365357 --- ParallelTerminationStrategy: PID 30759 died...\u000a16:56:14.421021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminated: ok {rc=0}\u000a16:56:14.431164 --- ParallelTerminationStrategy: PID 30762 died...\u000a16:56:14.487237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30762): Terminated: ok {rc=0}\u000a16:56:14.574908 bus /gobi_0: Setting Powered False\u000a16:56:15.682004 bus /gobi_0: Setting Powered False\u000a16:56:16.790012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:56:17.899321 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:17.911290 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:56:18.051626 tst iperf3.py: using LAC 30228\u000a16:56:18.174449 tst iperf3.py: using RAC 138\u000a16:56:18.296769 tst iperf3.py: using CellId 30228\u000a16:56:18.418622 tst iperf3.py: using BVCI 30229\u000a16:56:18.442123 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.452936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.463649 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.474816 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.485721 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.496509 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.507638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.518614 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:18.530019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:18.826399 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:56:18.963525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:19.304478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Launched\u000a16:56:19.588764 run iperf3-srv_10.42.42.10(pid=30765): Launched\u000a16:56:19.789069 tst iperf3.py:8: start network...\u000a16:56:19.925734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:20.452475 run create_hlr_db(pid=30766): Launched\u000a16:56:20.649882 bus /gobi_6: Setting Powered False\u000a16:56:21.663399 run create_hlr_db(pid=30766): Terminated: ok {rc=0}\u000a16:56:22.079052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Launched\u000a16:56:22.388700 run osmo-hlr_10.42.42.2(pid=30769): Launched\u000a16:56:22.502231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:23.034732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Launched\u000a16:56:23.341934 run osmo-stp_10.42.42.5(pid=30772): Launched\u000a16:56:23.453635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:56:23.990203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Launched\u000a16:56:24.098972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:56:24.367062 run patchelf(pid=30775): Launched\u000a16:56:24.553790 run osmo-stp_10.42.42.5(pid=30772): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)]\u000a16:56:24.693272 run osmo-stp_10.42.42.5(pid=30772): stdout: \u000a| (launched: 2022-12-12_16:56:23.189825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:24.833263 run osmo-stp_10.42.42.5(pid=30772): stderr: \u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165623359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:24.968494 run osmo-stp_10.42.42.5(pid=30772): stdout: \u000a| (launched: 2022-12-12_16:56:23.189825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:25.102601 run osmo-stp_10.42.42.5(pid=30772): stderr: \u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165623358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165623359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165623359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:25.258463 run patchelf(pid=30775): Terminating (SIGINT)\u000a16:56:25.441291 run patchelf(pid=30775): Terminated: ok {rc=0}\u000a16:56:25.474774 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30772): Process ended prematurely: osmo-stp_10.42.42.5(pid=30772) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30772)] [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a16:56:25.484869 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:56:25.548025 run osmo-hlr_10.42.42.2(pid=30769): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30769)]\u000a16:56:25.599263 run osmo-hlr_10.42.42.2(pid=30769): stdout: \u000a| (launched: 2022-12-12_16:56:22.235931) \u000a16:56:25.651681 run osmo-hlr_10.42.42.2(pid=30769): stderr: \u000a| �[0;m�[1;31m20221212165622412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165622413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165622413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165622413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165622413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165622413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165622425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165622434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165622434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165622434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:25.695836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Terminating (SIGTERM)\u000a16:56:25.737534 run iperf3-srv_10.42.42.10(pid=30765): Terminating (SIGTERM)\u000a16:56:25.779087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Terminating (SIGTERM)\u000a16:56:25.820818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Terminating (SIGTERM)\u000a16:56:25.862492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Terminating (SIGTERM)\u000a16:56:25.872259 --- ParallelTerminationStrategy: PID 30764 died...\u000a16:56:25.928399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30764): Terminated: ok {rc=0}\u000a16:56:25.938869 --- ParallelTerminationStrategy: PID 30765 died...\u000a16:56:25.994543 run iperf3-srv_10.42.42.10(pid=30765): Terminated {rc=256}\u000a16:56:26.004711 --- ParallelTerminationStrategy: PID 30768 died...\u000a16:56:26.061002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30768): Terminated: ok {rc=0}\u000a16:56:26.071250 --- ParallelTerminationStrategy: PID 30771 died...\u000a16:56:26.127425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30771): Terminated: ok {rc=0}\u000a16:56:26.138052 --- ParallelTerminationStrategy: PID 30774 died...\u000a16:56:26.194268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30774): Terminated: ok {rc=0}\u000a16:56:26.283736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30790): Process ended prematurely: osmo-stp_10.42.42.5(pid=30790) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30790)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30790): Process ended prematurely: osmo-stp_10.42.42.5(pid=30790) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:56:27.395623 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:27.407190 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:56:27.553895 tst iperf3m4.py: using LAC 30229\u000a16:56:27.682414 tst iperf3m4.py: using RAC 139\u000a16:56:27.812662 tst iperf3m4.py: using CellId 30229\u000a16:56:27.942242 tst iperf3m4.py: using BVCI 30230\u000a16:56:27.967403 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:27.978907 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:27.990099 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.001179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.012105 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.023220 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.034547 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.045598 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:28.056860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:28.173167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:28.294875 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:28.412480 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:28.693486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:56:28.821948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:29.141589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Launched\u000a16:56:29.406477 run iperf3-srv_10.42.42.10(pid=30777): Launched\u000a16:56:29.593659 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:56:29.721518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:30.040669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Launched\u000a16:56:30.306284 run iperf3-srv_10.42.42.10(pid=30779): Launched\u000a16:56:30.493512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:56:30.621246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:30.979875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Launched\u000a16:56:31.274791 run iperf3-srv_10.42.42.10(pid=30781): Launched\u000a16:56:31.466765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:56:31.598720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:56:31.936591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Launched\u000a16:56:32.219745 run iperf3-srv_10.42.42.10(pid=30783): Launched\u000a16:56:32.408776 tst iperf3m4.py:8: start network...\u000a16:56:32.536786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:33.021138 run create_hlr_db(pid=30784): Launched\u000a16:56:33.197501 bus /gobi_6: Setting Powered False\u000a16:56:34.220036 run create_hlr_db(pid=30784): Terminated: ok {rc=0}\u000a16:56:34.628485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30786): Launched\u000a16:56:34.937378 run osmo-hlr_10.42.42.2(pid=30787): Launched\u000a16:56:35.053677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:35.587562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30789): Launched\u000a16:56:35.895313 run osmo-stp_10.42.42.5(pid=30790): Launched\u000a16:56:36.015732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:56:36.553596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30792): Launched\u000a16:56:36.662661 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:56:36.932120 run patchelf(pid=30793): Launched\u000a16:56:37.111460 run osmo-stp_10.42.42.5(pid=30790): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30790)]\u000a16:56:37.242637 run osmo-stp_10.42.42.5(pid=30790): stdout: \u000a| (launched: 2022-12-12_16:56:35.742759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:37.374001 run osmo-stp_10.42.42.5(pid=30790): stderr: \u000a| �[0;m�[38;5;43m20221212165635916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165635916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165635917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165635917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165635917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165635918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165635918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:37.500423 run osmo-stp_10.42.42.5(pid=30790): stdout: \u000a| (launched: 2022-12-12_16:56:35.742759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:37.626326 run osmo-stp_10.42.42.5(pid=30790): stderr: \u000a| �[0;m�[38;5;43m20221212165635916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165635916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165635917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165635917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165635917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165635918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165635918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:37.771923 run patchelf(pid=30793): Terminating (SIGINT)\u000a16:56:37.943246 run patchelf(pid=30793): Terminated: ok {rc=0}\u000a16:56:37.974716 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30790): Process ended prematurely: osmo-stp_10.42.42.5(pid=30790) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30790)] [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:56:37.984117 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:56:38.045368 run osmo-hlr_10.42.42.2(pid=30787): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30787)]\u000a16:56:38.095152 run osmo-hlr_10.42.42.2(pid=30787): stdout: \u000a| (launched: 2022-12-12_16:56:34.784442) \u000a16:56:38.145061 run osmo-hlr_10.42.42.2(pid=30787): stderr: \u000a| �[0;m�[1;31m20221212165634961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165634961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165634961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165634962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165634974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165634982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165634983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165634983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:38.187732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Terminating (SIGTERM)\u000a16:56:38.227877 run iperf3-srv_10.42.42.10(pid=30777): Terminating (SIGTERM)\u000a16:56:38.273926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Terminating (SIGTERM)\u000a16:56:38.316812 run iperf3-srv_10.42.42.10(pid=30779): Terminating (SIGTERM)\u000a16:56:38.359640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Terminating (SIGTERM)\u000a16:56:38.402386 run iperf3-srv_10.42.42.10(pid=30781): Terminating (SIGTERM)\u000a16:56:38.445485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Terminating (SIGTERM)\u000a16:56:38.488265 run iperf3-srv_10.42.42.10(pid=30783): Terminating (SIGTERM)\u000a16:56:38.531285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30786): Terminating (SIGTERM)\u000a16:56:38.574280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30789): Terminating (SIGTERM)\u000a16:56:38.617201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30792): Terminating (SIGTERM)\u000a16:56:38.627723 --- ParallelTerminationStrategy: PID 30776 died...\u000a16:56:38.685428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30776): Terminated: ok {rc=0}\u000a16:56:38.695752 --- ParallelTerminationStrategy: PID 30777 died...\u000a16:56:38.752319 run iperf3-srv_10.42.42.10(pid=30777): Terminated {rc=256}\u000a16:56:38.762594 --- ParallelTerminationStrategy: PID 30778 died...\u000a16:56:38.818871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30778): Terminated: ok {rc=0}\u000a16:56:38.829029 --- ParallelTerminationStrategy: PID 30779 died...\u000a16:56:38.885166 run iperf3-srv_10.42.42.10(pid=30779): Terminated {rc=256}\u000a16:56:38.895427 --- ParallelTerminationStrategy: PID 30780 died...\u000a16:56:38.952119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30780): Terminated: ok {rc=0}\u000a16:56:38.962225 --- ParallelTerminationStrategy: PID 30781 died...\u000a16:56:39.018352 run iperf3-srv_10.42.42.10(pid=30781): Terminated {rc=256}\u000a16:56:39.028577 --- ParallelTerminationStrategy: PID 30782 died...\u000a16:56:39.084647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30782): Terminated: ok {rc=0}\u000a16:56:39.094930 --- ParallelTerminationStrategy: PID 30783 died...\u000a16:56:39.150760 run iperf3-srv_10.42.42.10(pid=30783): Terminated {rc=256}\u000a16:56:39.161029 --- ParallelTerminationStrategy: PID 30786 died...\u000a16:56:39.217498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30786): Terminated: ok {rc=0}\u000a16:56:39.227851 --- ParallelTerminationStrategy: PID 30789 died...\u000a16:56:39.283896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30789): Terminated: ok {rc=0}\u000a16:56:39.294246 --- ParallelTerminationStrategy: PID 30792 died...\u000a16:56:39.350347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30792): Terminated: ok {rc=0}\u000a16:56:39.438696 bus /gobi_4: Setting Powered False\u000a16:56:40.542030 bus /gobi_4: Setting Powered False\u000a16:56:41.653222 bus /gobi_1: Setting Powered False\u000a16:56:42.756764 bus /gobi_1: Setting Powered False\u000a16:56:43.868642 bus /gobi_0: Setting Powered False\u000a16:56:44.975523 bus /gobi_0: Setting Powered False\u000a16:56:46.113474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:56:47.189109 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.201630 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:56:47.349972 tst ping.py: using LAC 30230\u000a16:56:47.477917 tst ping.py: using RAC 140\u000a16:56:47.603668 tst ping.py: using CellId 30230\u000a16:56:47.730792 tst ping.py: using BVCI 30231\u000a16:56:47.755418 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.766811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.777894 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.789023 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.800085 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.811179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.822650 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:47.833823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:48.124258 tst ping.py:19: start network...\u000a16:56:48.257816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:48.772634 run create_hlr_db(pid=30794): Launched\u000a16:56:48.958227 bus /gobi_6: Setting Powered False\u000a16:56:49.979387 run create_hlr_db(pid=30794): Terminated: ok {rc=0}\u000a16:56:50.385100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Launched\u000a16:56:50.687661 run osmo-hlr_10.42.42.2(pid=30797): Launched\u000a16:56:50.804736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:51.337576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Launched\u000a16:56:51.638848 run osmo-stp_10.42.42.5(pid=30800): Launched\u000a16:56:51.748569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:56:52.274450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30802): Launched\u000a16:56:52.381833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:56:52.645517 run patchelf(pid=30803): Launched\u000a16:56:52.820921 run osmo-stp_10.42.42.5(pid=30800): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)]\u000a16:56:52.949144 run osmo-stp_10.42.42.5(pid=30800): stdout: \u000a| (launched: 2022-12-12_16:56:51.489325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:53.077901 run osmo-stp_10.42.42.5(pid=30800): stderr: \u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165651658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:53.202152 run osmo-stp_10.42.42.5(pid=30800): stdout: \u000a| (launched: 2022-12-12_16:56:51.489325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:53.325636 run osmo-stp_10.42.42.5(pid=30800): stderr: \u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165651657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165651658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:53.468629 run patchelf(pid=30803): Terminating (SIGINT)\u000a16:56:53.636801 run patchelf(pid=30803): Terminated: ok {rc=0}\u000a16:56:53.667520 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30800): Process ended prematurely: osmo-stp_10.42.42.5(pid=30800) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30800)] [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a16:56:53.676327 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:56:53.737130 run osmo-hlr_10.42.42.2(pid=30797): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30797)]\u000a16:56:53.786170 run osmo-hlr_10.42.42.2(pid=30797): stdout: \u000a| (launched: 2022-12-12_16:56:50.538045) \u000a16:56:53.835903 run osmo-hlr_10.42.42.2(pid=30797): stderr: \u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165650713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165650726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165650735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165650735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165650735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:53.877798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Terminating (SIGTERM)\u000a16:56:53.917678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Terminating (SIGTERM)\u000a16:56:53.957481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30802): Terminating (SIGTERM)\u000a16:56:53.967052 --- ParallelTerminationStrategy: PID 30796 died...\u000a16:56:54.020068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30796): Terminated: ok {rc=0}\u000a16:56:54.029966 --- ParallelTerminationStrategy: PID 30799 died...\u000a16:56:54.082723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30799): Terminated: ok {rc=0}\u000a16:56:54.092510 --- ParallelTerminationStrategy: PID 30802 died...\u000a16:56:54.145810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30802): Terminated: ok {rc=0}\u000a16:56:54.236360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30810): Process ended prematurely: osmo-stp_10.42.42.5(pid=30810) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30810)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30810): Process ended prematurely: osmo-stp_10.42.42.5(pid=30810) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:56:55.288395 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.299832 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:56:55.439148 tst ping_idle_ping.py: using LAC 30231\u000a16:56:55.558788 tst ping_idle_ping.py: using RAC 141\u000a16:56:55.676784 tst ping_idle_ping.py: using CellId 30231\u000a16:56:55.796277 tst ping_idle_ping.py: using BVCI 30232\u000a16:56:55.819266 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.830110 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.840720 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.851652 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.862573 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.873451 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.884378 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:56:55.895330 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:56:56.187942 tst ping_idle_ping.py:24: start network...\u000a16:56:56.322341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:56.841463 run create_hlr_db(pid=30804): Launched\u000a16:56:57.027353 bus /gobi_6: Setting Powered False\u000a16:56:58.037600 run create_hlr_db(pid=30804): Terminated: ok {rc=0}\u000a16:56:58.476594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30806): Launched\u000a16:56:58.800725 run osmo-hlr_10.42.42.2(pid=30807): Launched\u000a16:56:58.916677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:59.475828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30809): Launched\u000a16:56:59.798635 run osmo-stp_10.42.42.5(pid=30810): Launched\u000a16:56:59.915655 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:57:00.481284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30812): Launched\u000a16:57:00.596672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:57:00.901658 run patchelf(pid=30813): Launched\u000a16:57:01.092769 run osmo-stp_10.42.42.5(pid=30810): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30810)]\u000a16:57:01.232556 run osmo-stp_10.42.42.5(pid=30810): stdout: \u000a| (launched: 2022-12-12_16:56:59.639159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:01.372876 run osmo-stp_10.42.42.5(pid=30810): stderr: \u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165659830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:01.508361 run osmo-stp_10.42.42.5(pid=30810): stdout: \u000a| (launched: 2022-12-12_16:56:59.639159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:01.643247 run osmo-stp_10.42.42.5(pid=30810): stderr: \u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165659830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165659830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165659831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:01.799768 run patchelf(pid=30813): Terminating (SIGINT)\u000a16:57:01.982911 run patchelf(pid=30813): Terminated: ok {rc=0}\u000a16:57:02.016539 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30810): Process ended prematurely: osmo-stp_10.42.42.5(pid=30810) [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30810)] [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:57:02.026943 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:57:02.091158 run osmo-hlr_10.42.42.2(pid=30807): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30807)]\u000a16:57:02.143237 run osmo-hlr_10.42.42.2(pid=30807): stdout: \u000a| (launched: 2022-12-12_16:56:58.640867) \u000a16:57:02.195198 run osmo-hlr_10.42.42.2(pid=30807): stderr: \u000a| �[0;m�[1;31m20221212165658838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165658838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165658838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165658838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165658838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165658839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165658851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165658859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165658860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165658860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:02.239670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30806): Terminating (SIGTERM)\u000a16:57:02.281655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30809): Terminating (SIGTERM)\u000a16:57:02.323638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30812): Terminating (SIGTERM)\u000a16:57:02.333455 --- ParallelTerminationStrategy: PID 30806 died...\u000a16:57:02.389421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30806): Terminated: ok {rc=0}\u000a16:57:02.399909 --- ParallelTerminationStrategy: PID 30809 died...\u000a16:57:02.455738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30809): Terminated: ok {rc=0}\u000a16:57:02.465872 --- ParallelTerminationStrategy: PID 30812 died...\u000a16:57:02.521799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30812): Terminated: ok {rc=0}\u000a16:57:02.610458 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:56:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30828): Process ended prematurely: osmo-stp_10.42.42.5(pid=30828) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30828)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30828): Process ended prematurely: osmo-stp_10.42.42.5(pid=30828) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:57:04.770671 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:04.782146 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:57:04.946189 tst cs_paging_gprs_active.py: using LAC 30232\u000a16:57:05.073460 tst cs_paging_gprs_active.py: using RAC 142\u000a16:57:05.200141 tst cs_paging_gprs_active.py: using CellId 30232\u000a16:57:05.327111 tst cs_paging_gprs_active.py: using BVCI 30233\u000a16:57:05.352385 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.363769 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.374941 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.386183 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.397278 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.408521 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.419851 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.430996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:05.442390 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:05.558833 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:05.843619 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:57:05.971533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:06.292519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30818): Launched\u000a16:57:06.558115 run iperf3-srv_10.42.42.10(pid=30819): Launched\u000a16:57:06.745323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:57:06.873082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:07.193260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30820): Launched\u000a16:57:07.458857 run iperf3-srv_10.42.42.10(pid=30821): Launched\u000a16:57:07.646246 tst cs_paging_gprs_active.py:38: start network...\u000a16:57:07.773801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:08.260609 run create_hlr_db(pid=30822): Launched\u000a16:57:08.436176 bus /gobi_6: Setting Powered False\u000a16:57:09.459689 run create_hlr_db(pid=30822): Terminated: ok {rc=0}\u000a16:57:09.894341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30824): Launched\u000a16:57:10.222394 run osmo-hlr_10.42.42.2(pid=30825): Launched\u000a16:57:10.344912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:10.914521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30827): Launched\u000a16:57:11.244744 run osmo-stp_10.42.42.5(pid=30828): Launched\u000a16:57:11.363998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:57:11.938880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30830): Launched\u000a16:57:12.055527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:57:12.349929 run patchelf(pid=30831): Launched\u000a16:57:12.541653 run osmo-stp_10.42.42.5(pid=30828): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30828)]\u000a16:57:12.681614 run osmo-stp_10.42.42.5(pid=30828): stdout: \u000a| (launched: 2022-12-12_16:57:11.081168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:12.821566 run osmo-stp_10.42.42.5(pid=30828): stderr: \u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165711275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:12.957089 run osmo-stp_10.42.42.5(pid=30828): stdout: \u000a| (launched: 2022-12-12_16:57:11.081168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:13.091290 run osmo-stp_10.42.42.5(pid=30828): stderr: \u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165711274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165711275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165711275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:13.247860 run patchelf(pid=30831): Terminating (SIGINT)\u000a16:57:13.431360 run patchelf(pid=30831): Terminated: ok {rc=0}\u000a16:57:13.465090 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30828): Process ended prematurely: osmo-stp_10.42.42.5(pid=30828) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30828)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:57:13.475133 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:57:13.538122 run osmo-hlr_10.42.42.2(pid=30825): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30825)]\u000a16:57:13.589358 run osmo-hlr_10.42.42.2(pid=30825): stdout: \u000a| (launched: 2022-12-12_16:57:10.060666) \u000a16:57:13.641189 run osmo-hlr_10.42.42.2(pid=30825): stderr: \u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165710260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165710273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165710282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165710282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165710282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:13.685329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30818): Terminating (SIGTERM)\u000a16:57:13.726921 run iperf3-srv_10.42.42.10(pid=30819): Terminating (SIGTERM)\u000a16:57:13.768645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30820): Terminating (SIGTERM)\u000a16:57:13.810217 run iperf3-srv_10.42.42.10(pid=30821): Terminating (SIGTERM)\u000a16:57:13.851867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30824): Terminating (SIGTERM)\u000a16:57:13.893585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30827): Terminating (SIGTERM)\u000a16:57:13.935144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30830): Terminating (SIGTERM)\u000a16:57:13.944901 --- ParallelTerminationStrategy: PID 30818 died...\u000a16:57:14.000698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30818): Terminated: ok {rc=0}\u000a16:57:14.010889 --- ParallelTerminationStrategy: PID 30819 died...\u000a16:57:14.066792 run iperf3-srv_10.42.42.10(pid=30819): Terminated {rc=256}\u000a16:57:14.076929 --- ParallelTerminationStrategy: PID 30820 died...\u000a16:57:14.133094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30820): Terminated: ok {rc=0}\u000a16:57:14.143319 --- ParallelTerminationStrategy: PID 30821 died...\u000a16:57:14.198824 run iperf3-srv_10.42.42.10(pid=30821): Terminated {rc=256}\u000a16:57:14.209091 --- ParallelTerminationStrategy: PID 30824 died...\u000a16:57:14.264743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30824): Terminated: ok {rc=0}\u000a16:57:14.274939 --- ParallelTerminationStrategy: PID 30827 died...\u000a16:57:14.330893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30827): Terminated: ok {rc=0}\u000a16:57:14.341055 --- ParallelTerminationStrategy: PID 30830 died...\u000a16:57:14.396380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30830): Terminated: ok {rc=0}\u000a16:57:14.483031 bus /gobi_0: Setting Powered False\u000a16:57:15.586004 bus /gobi_0: Setting Powered False\u000a16:57:16.695647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:57:17.808583 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:17.820496 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:57:17.987512 tst iperf3.py: using LAC 30233\u000a16:57:18.116486 tst iperf3.py: using RAC 143\u000a16:57:18.243613 tst iperf3.py: using CellId 30233\u000a16:57:18.372385 tst iperf3.py: using BVCI 30234\u000a16:57:18.397376 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.408651 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.419805 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.431025 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.442199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.453366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.464601 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.475728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:18.487072 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:18.783099 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:57:18.919398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:19.258094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30832): Launched\u000a16:57:19.541267 run iperf3-srv_10.42.42.10(pid=30833): Launched\u000a16:57:19.740775 tst iperf3.py:8: start network...\u000a16:57:19.877249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:20.390048 run create_hlr_db(pid=30834): Launched\u000a16:57:20.566000 bus /gobi_6: Setting Powered False\u000a16:57:21.586821 run create_hlr_db(pid=30834): Terminated: ok {rc=0}\u000a16:57:21.995723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Launched\u000a16:57:22.302176 run osmo-hlr_10.42.42.2(pid=30837): Launched\u000a16:57:22.414286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:22.947274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Launched\u000a16:57:23.254164 run osmo-stp_10.42.42.5(pid=30840): Launched\u000a16:57:23.375419 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:57:23.916032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30842): Launched\u000a16:57:24.025257 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:57:24.292402 run patchelf(pid=30843): Launched\u000a16:57:24.470977 run osmo-stp_10.42.42.5(pid=30840): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]\u000a16:57:24.601423 run osmo-stp_10.42.42.5(pid=30840): stdout: \u000a| (launched: 2022-12-12_16:57:23.102283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:24.732674 run osmo-stp_10.42.42.5(pid=30840): stderr: \u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165723274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:24.858894 run osmo-stp_10.42.42.5(pid=30840): stdout: \u000a| (launched: 2022-12-12_16:57:23.102283)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:24.984036 run osmo-stp_10.42.42.5(pid=30840): stderr: \u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165723273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165723274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165723274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:25.129769 run patchelf(pid=30843): Terminating (SIGINT)\u000a16:57:25.299936 run patchelf(pid=30843): Terminated: ok {rc=0}\u000a16:57:25.331306 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:57:25.340668 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:57:25.401467 run osmo-hlr_10.42.42.2(pid=30837): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30837)]\u000a16:57:25.451049 run osmo-hlr_10.42.42.2(pid=30837): stdout: \u000a| (launched: 2022-12-12_16:57:22.150491) \u000a16:57:25.500838 run osmo-hlr_10.42.42.2(pid=30837): stderr: \u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165722329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165722342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165722351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165722351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165722351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:25.542765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30832): Terminating (SIGTERM)\u000a16:57:25.582529 run iperf3-srv_10.42.42.10(pid=30833): Terminating (SIGTERM)\u000a16:57:25.622344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Terminating (SIGTERM)\u000a16:57:25.661975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Terminating (SIGTERM)\u000a16:57:25.701759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30842): Terminating (SIGTERM)\u000a16:57:25.711320 --- ParallelTerminationStrategy: PID 30832 died...\u000a16:57:25.764549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30832): Terminated: ok {rc=0}\u000a16:57:25.774360 --- ParallelTerminationStrategy: PID 30833 died...\u000a16:57:25.827115 run iperf3-srv_10.42.42.10(pid=30833): Terminated {rc=256}\u000a16:57:25.836898 --- ParallelTerminationStrategy: PID 30836 died...\u000a16:57:25.889939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Terminated: ok {rc=0}\u000a16:57:25.899537 --- ParallelTerminationStrategy: PID 30839 died...\u000a16:57:25.952861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Terminated: ok {rc=0}\u000a16:57:25.962745 --- ParallelTerminationStrategy: PID 30842 died...\u000a16:57:26.015652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30842): Terminated: ok {rc=0}\u000a16:57:26.105219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:57:27.217170 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.228682 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:57:27.388203 tst iperf3m4.py: using LAC 30234\u000a16:57:27.510360 tst iperf3m4.py: using RAC 144\u000a16:57:27.630515 tst iperf3m4.py: using CellId 30234\u000a16:57:27.755195 tst iperf3m4.py: using BVCI 30235\u000a16:57:27.778648 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.789594 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.800205 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.811302 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.822359 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.833351 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.844376 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.855326 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:27.866464 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:27.982658 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:28.103140 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:28.220772 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:28.517780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:57:28.655475 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:28.997407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30844): Launched\u000a16:57:29.281613 run iperf3-srv_10.42.42.10(pid=30845): Launched\u000a16:57:29.482741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:57:29.619613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:29.959546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30846): Launched\u000a16:57:30.241565 run iperf3-srv_10.42.42.10(pid=30847): Launched\u000a16:57:30.441811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:57:30.578201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:30.954514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30848): Launched\u000a16:57:31.276085 run iperf3-srv_10.42.42.10(pid=30849): Launched\u000a16:57:31.492747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:57:31.626632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:57:31.999785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30850): Launched\u000a16:57:32.313252 run iperf3-srv_10.42.42.10(pid=30851): Launched\u000a16:57:32.501255 tst iperf3m4.py:8: start network...\u000a16:57:32.629690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:33.113614 run create_hlr_db(pid=30852): Launched\u000a16:57:33.290057 bus /gobi_6: Setting Powered False\u000a16:57:34.311907 run create_hlr_db(pid=30852): Terminated: ok {rc=0}\u000a16:57:34.718907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Launched\u000a16:57:35.027134 run osmo-hlr_10.42.42.2(pid=30855): Launched\u000a16:57:35.143095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:35.675081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Launched\u000a16:57:35.983019 run osmo-stp_10.42.42.5(pid=30858): Launched\u000a16:57:36.094060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:57:36.628439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Launched\u000a16:57:36.737246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:57:37.005850 run patchelf(pid=30861): Launched\u000a16:57:37.184568 run osmo-stp_10.42.42.5(pid=30858): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)]\u000a16:57:37.315082 run osmo-stp_10.42.42.5(pid=30858): stdout: \u000a| (launched: 2022-12-12_16:57:35.829496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:37.446022 run osmo-stp_10.42.42.5(pid=30858): stderr: \u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165736001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165736002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:37.572023 run osmo-stp_10.42.42.5(pid=30858): stdout: \u000a| (launched: 2022-12-12_16:57:35.829496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:37.696921 run osmo-stp_10.42.42.5(pid=30858): stderr: \u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165736000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165736001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165736001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165736002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:37.842409 run patchelf(pid=30861): Terminating (SIGINT)\u000a16:57:38.012563 run patchelf(pid=30861): Terminated: ok {rc=0}\u000a16:57:38.043975 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30858): Process ended prematurely: osmo-stp_10.42.42.5(pid=30858) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30858)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:57:38.053458 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:57:38.114411 run osmo-hlr_10.42.42.2(pid=30855): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30855)]\u000a16:57:38.163434 run osmo-hlr_10.42.42.2(pid=30855): stdout: \u000a| (launched: 2022-12-12_16:57:34.873726) \u000a16:57:38.212723 run osmo-hlr_10.42.42.2(pid=30855): stderr: \u000a| �[0;m�[1;31m20221212165735049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165735049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165735049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165735049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165735049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165735050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165735061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165735071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165735071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165735071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:38.255097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30844): Terminating (SIGTERM)\u000a16:57:38.295096 run iperf3-srv_10.42.42.10(pid=30845): Terminating (SIGTERM)\u000a16:57:38.335123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30846): Terminating (SIGTERM)\u000a16:57:38.375811 run iperf3-srv_10.42.42.10(pid=30847): Terminating (SIGTERM)\u000a16:57:38.415715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30848): Terminating (SIGTERM)\u000a16:57:38.455337 run iperf3-srv_10.42.42.10(pid=30849): Terminating (SIGTERM)\u000a16:57:38.495056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30850): Terminating (SIGTERM)\u000a16:57:38.534775 run iperf3-srv_10.42.42.10(pid=30851): Terminating (SIGTERM)\u000a16:57:38.575153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Terminating (SIGTERM)\u000a16:57:38.615037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Terminating (SIGTERM)\u000a16:57:38.655028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Terminating (SIGTERM)\u000a16:57:38.664565 --- ParallelTerminationStrategy: PID 30844 died...\u000a16:57:38.717798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30844): Terminated: ok {rc=0}\u000a16:57:38.727682 --- ParallelTerminationStrategy: PID 30845 died...\u000a16:57:38.780719 run iperf3-srv_10.42.42.10(pid=30845): Terminated {rc=256}\u000a16:57:38.790609 --- ParallelTerminationStrategy: PID 30846 died...\u000a16:57:38.844243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30846): Terminated: ok {rc=0}\u000a16:57:38.854162 --- ParallelTerminationStrategy: PID 30847 died...\u000a16:57:38.908059 run iperf3-srv_10.42.42.10(pid=30847): Terminated {rc=256}\u000a16:57:38.917945 --- ParallelTerminationStrategy: PID 30848 died...\u000a16:57:38.971418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30848): Terminated: ok {rc=0}\u000a16:57:38.981408 --- ParallelTerminationStrategy: PID 30849 died...\u000a16:57:39.034760 run iperf3-srv_10.42.42.10(pid=30849): Terminated {rc=256}\u000a16:57:39.044661 --- ParallelTerminationStrategy: PID 30850 died...\u000a16:57:39.098248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30850): Terminated: ok {rc=0}\u000a16:57:39.108204 --- ParallelTerminationStrategy: PID 30851 died...\u000a16:57:39.161697 run iperf3-srv_10.42.42.10(pid=30851): Terminated {rc=256}\u000a16:57:39.171587 --- ParallelTerminationStrategy: PID 30854 died...\u000a16:57:39.225108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30854): Terminated: ok {rc=0}\u000a16:57:39.234783 --- ParallelTerminationStrategy: PID 30857 died...\u000a16:57:39.288417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30857): Terminated: ok {rc=0}\u000a16:57:39.298460 --- ParallelTerminationStrategy: PID 30860 died...\u000a16:57:39.352199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30860): Terminated: ok {rc=0}\u000a16:57:39.441770 bus /gobi_4: Setting Powered False\u000a16:57:40.546717 bus /gobi_4: Setting Powered False\u000a16:57:41.657539 bus /gobi_1: Setting Powered False\u000a16:57:42.760469 bus /gobi_1: Setting Powered False\u000a16:57:43.872681 bus /gobi_0: Setting Powered False\u000a16:57:44.975768 bus /gobi_0: Setting Powered False\u000a16:57:46.107983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:57:47.188234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.200859 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:57:47.366777 tst ping.py: using LAC 30235\u000a16:57:47.492483 tst ping.py: using RAC 145\u000a16:57:47.619157 tst ping.py: using CellId 30235\u000a16:57:47.745284 tst ping.py: using BVCI 30236\u000a16:57:47.769847 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.781240 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.792389 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.803588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.814660 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.825882 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.837269 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:47.848402 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:48.136693 tst ping.py:19: start network...\u000a16:57:48.270470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:48.775329 run create_hlr_db(pid=30862): Launched\u000a16:57:48.949586 bus /gobi_6: Setting Powered False\u000a16:57:49.969618 run create_hlr_db(pid=30862): Terminated: ok {rc=0}\u000a16:57:50.397422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Launched\u000a16:57:50.718911 run osmo-hlr_10.42.42.2(pid=30865): Launched\u000a16:57:50.835078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:51.397158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Launched\u000a16:57:51.719932 run osmo-stp_10.42.42.5(pid=30868): Launched\u000a16:57:51.835917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:57:52.405012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Launched\u000a16:57:52.519317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:57:52.801406 run patchelf(pid=30871): Launched\u000a16:57:52.989117 run osmo-stp_10.42.42.5(pid=30868): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a16:57:53.125941 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-12_16:57:51.560372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:53.263814 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165751751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:53.396769 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-12_16:57:51.560372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:53.528356 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165751751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165751751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165751752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:53.680848 run patchelf(pid=30871): Terminating (SIGINT)\u000a16:57:53.859728 run patchelf(pid=30871): Terminated: ok {rc=0}\u000a16:57:53.892453 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:57:53.902071 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:57:53.965463 run osmo-hlr_10.42.42.2(pid=30865): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30865)]\u000a16:57:54.017177 run osmo-hlr_10.42.42.2(pid=30865): stdout: \u000a| (launched: 2022-12-12_16:57:50.560545) \u000a16:57:54.069333 run osmo-hlr_10.42.42.2(pid=30865): stderr: \u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165750759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165750771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165750779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165750779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165750779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:54.114063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminating (SIGTERM)\u000a16:57:54.156141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminating (SIGTERM)\u000a16:57:54.198711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Terminating (SIGTERM)\u000a16:57:54.208558 --- ParallelTerminationStrategy: PID 30864 died...\u000a16:57:54.265213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminated: ok {rc=0}\u000a16:57:54.275412 --- ParallelTerminationStrategy: PID 30867 died...\u000a16:57:54.332001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminated: ok {rc=0}\u000a16:57:54.342172 --- ParallelTerminationStrategy: PID 30870 died...\u000a16:57:54.397963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30870): Terminated: ok {rc=0}\u000a16:57:54.486134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30878): Process ended prematurely: osmo-stp_10.42.42.5(pid=30878) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30878)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30878): Process ended prematurely: osmo-stp_10.42.42.5(pid=30878) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:57:55.539058 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:55.551176 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:57:55.711461 tst ping_idle_ping.py: using LAC 30236\u000a16:57:55.832113 tst ping_idle_ping.py: using RAC 146\u000a16:57:55.951949 tst ping_idle_ping.py: using CellId 30236\u000a16:57:56.071621 tst ping_idle_ping.py: using BVCI 30237\u000a16:57:56.094760 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.106164 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.117041 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.128153 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.139373 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.150549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.161861 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:57:56.173020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:57:56.453789 tst ping_idle_ping.py:24: start network...\u000a16:57:56.579039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:57.056478 run create_hlr_db(pid=30872): Launched\u000a16:57:57.230638 bus /gobi_6: Setting Powered False\u000a16:57:58.263835 run create_hlr_db(pid=30872): Terminated: ok {rc=0}\u000a16:57:58.668314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30874): Launched\u000a16:57:58.970916 run osmo-hlr_10.42.42.2(pid=30875): Launched\u000a16:57:59.085920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:59.617334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30877): Launched\u000a16:57:59.940065 run osmo-stp_10.42.42.5(pid=30878): Launched\u000a16:58:00.055226 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:58:00.621087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30880): Launched\u000a16:58:00.735720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:58:01.046338 run patchelf(pid=30881): Launched\u000a16:58:01.239087 run osmo-stp_10.42.42.5(pid=30878): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30878)]\u000a16:58:01.379951 run osmo-stp_10.42.42.5(pid=30878): stdout: \u000a| (launched: 2022-12-12_16:57:59.780906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:01.532173 run osmo-stp_10.42.42.5(pid=30878): stderr: \u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165759973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:01.671103 run osmo-stp_10.42.42.5(pid=30878): stdout: \u000a| (launched: 2022-12-12_16:57:59.780906)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:01.807185 run osmo-stp_10.42.42.5(pid=30878): stderr: \u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165759972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165759973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165759973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:01.972718 run patchelf(pid=30881): Terminating (SIGINT)\u000a16:58:02.171378 run patchelf(pid=30881): Terminated: ok {rc=0}\u000a16:58:02.203286 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30878): Process ended prematurely: osmo-stp_10.42.42.5(pid=30878) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30878)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:58:02.212298 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:58:02.276006 run osmo-hlr_10.42.42.2(pid=30875): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30875)]\u000a16:58:02.329583 run osmo-hlr_10.42.42.2(pid=30875): stdout: \u000a| (launched: 2022-12-12_16:57:58.820276) \u000a16:58:02.381847 run osmo-hlr_10.42.42.2(pid=30875): stderr: \u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165758997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165759009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165759018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165759018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165759018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:02.426431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30874): Terminating (SIGTERM)\u000a16:58:02.468521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30877): Terminating (SIGTERM)\u000a16:58:02.510925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30880): Terminating (SIGTERM)\u000a16:58:02.520775 --- ParallelTerminationStrategy: PID 30874 died...\u000a16:58:02.577346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30874): Terminated: ok {rc=0}\u000a16:58:02.587570 --- ParallelTerminationStrategy: PID 30877 died...\u000a16:58:02.644055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30877): Terminated: ok {rc=0}\u000a16:58:02.654302 --- ParallelTerminationStrategy: PID 30880 died...\u000a16:58:02.710159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30880): Terminated: ok {rc=0}\u000a16:58:02.797911 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:57:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30897): Process ended prematurely: osmo-stp_10.42.42.5(pid=30897) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30897)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30897): Process ended prematurely: osmo-stp_10.42.42.5(pid=30897) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:58:04.958773 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:04.970086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:58:05.136070 tst cs_paging_gprs_active.py: using LAC 30237\u000a16:58:05.266580 tst cs_paging_gprs_active.py: using RAC 147\u000a16:58:05.394874 tst cs_paging_gprs_active.py: using CellId 30237\u000a16:58:05.524617 tst cs_paging_gprs_active.py: using BVCI 30238\u000a16:58:05.549878 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.561231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.572269 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.583559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.594813 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.606015 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.617259 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.628300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:05.639641 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:05.758253 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:06.043994 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:58:06.171519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:06.492405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30887): Launched\u000a16:58:06.759104 run iperf3-srv_10.42.42.10(pid=30888): Launched\u000a16:58:06.945180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:58:07.073091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:07.391911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30889): Launched\u000a16:58:07.657316 run iperf3-srv_10.42.42.10(pid=30890): Launched\u000a16:58:07.844802 tst cs_paging_gprs_active.py:38: start network...\u000a16:58:07.972733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:08.458573 run create_hlr_db(pid=30891): Launched\u000a16:58:08.635031 bus /gobi_6: Setting Powered False\u000a16:58:09.657867 run create_hlr_db(pid=30891): Terminated: ok {rc=0}\u000a16:58:10.091776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30893): Launched\u000a16:58:10.421078 run osmo-hlr_10.42.42.2(pid=30894): Launched\u000a16:58:10.542498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:11.114017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30896): Launched\u000a16:58:11.443536 run osmo-stp_10.42.42.5(pid=30897): Launched\u000a16:58:11.562799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:58:12.139381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30899): Launched\u000a16:58:12.256496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:58:12.546026 run patchelf(pid=30900): Launched\u000a16:58:12.739309 run osmo-stp_10.42.42.5(pid=30897): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30897)]\u000a16:58:12.879127 run osmo-stp_10.42.42.5(pid=30897): stdout: \u000a| (launched: 2022-12-12_16:58:11.281711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:13.019150 run osmo-stp_10.42.42.5(pid=30897): stderr: \u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165811476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:13.155366 run osmo-stp_10.42.42.5(pid=30897): stdout: \u000a| (launched: 2022-12-12_16:58:11.281711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:13.290358 run osmo-stp_10.42.42.5(pid=30897): stderr: \u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165811475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165811476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165811476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:13.446391 run patchelf(pid=30900): Terminating (SIGINT)\u000a16:58:13.629011 run patchelf(pid=30900): Terminated: ok {rc=0}\u000a16:58:13.662629 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30897): Process ended prematurely: osmo-stp_10.42.42.5(pid=30897) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30897)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:58:13.672621 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:58:13.735485 run osmo-hlr_10.42.42.2(pid=30894): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30894)]\u000a16:58:13.786621 run osmo-hlr_10.42.42.2(pid=30894): stdout: \u000a| (launched: 2022-12-12_16:58:10.258490) \u000a16:58:13.838456 run osmo-hlr_10.42.42.2(pid=30894): stderr: \u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165810455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165810467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165810477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165810478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165810478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:13.882637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30887): Terminating (SIGTERM)\u000a16:58:13.924170 run iperf3-srv_10.42.42.10(pid=30888): Terminating (SIGTERM)\u000a16:58:13.965705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30889): Terminating (SIGTERM)\u000a16:58:14.007247 run iperf3-srv_10.42.42.10(pid=30890): Terminating (SIGTERM)\u000a16:58:14.048733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30893): Terminating (SIGTERM)\u000a16:58:14.090311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30896): Terminating (SIGTERM)\u000a16:58:14.131841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30899): Terminating (SIGTERM)\u000a16:58:14.141595 --- ParallelTerminationStrategy: PID 30887 died...\u000a16:58:14.197124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30887): Terminated: ok {rc=0}\u000a16:58:14.207132 --- ParallelTerminationStrategy: PID 30888 died...\u000a16:58:14.262287 run iperf3-srv_10.42.42.10(pid=30888): Terminated {rc=256}\u000a16:58:14.272606 --- ParallelTerminationStrategy: PID 30889 died...\u000a16:58:14.327983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30889): Terminated: ok {rc=0}\u000a16:58:14.338003 --- ParallelTerminationStrategy: PID 30890 died...\u000a16:58:14.393146 run iperf3-srv_10.42.42.10(pid=30890): Terminated {rc=256}\u000a16:58:14.403138 --- ParallelTerminationStrategy: PID 30893 died...\u000a16:58:14.458302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30893): Terminated: ok {rc=0}\u000a16:58:14.468271 --- ParallelTerminationStrategy: PID 30896 died...\u000a16:58:14.523674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30896): Terminated: ok {rc=0}\u000a16:58:14.533712 --- ParallelTerminationStrategy: PID 30899 died...\u000a16:58:14.588679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30899): Terminated: ok {rc=0}\u000a16:58:14.675221 bus /gobi_0: Setting Powered False\u000a16:58:15.778902 bus /gobi_0: Setting Powered False\u000a16:58:16.892429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30909): Process ended prematurely: osmo-stp_10.42.42.5(pid=30909) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30909)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30909): Process ended prematurely: osmo-stp_10.42.42.5(pid=30909) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:58:18.006506 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.018428 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:58:18.186245 tst iperf3.py: using LAC 30238\u000a16:58:18.316125 tst iperf3.py: using RAC 148\u000a16:58:18.442823 tst iperf3.py: using CellId 30238\u000a16:58:18.572523 tst iperf3.py: using BVCI 30239\u000a16:58:18.598098 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.609422 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.620635 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.631820 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.642927 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.654126 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.665555 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.676563 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:18.687889 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:18.969473 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:58:19.097410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:19.417336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30901): Launched\u000a16:58:19.682170 run iperf3-srv_10.42.42.10(pid=30902): Launched\u000a16:58:19.868659 tst iperf3.py:8: start network...\u000a16:58:19.996403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:20.482763 run create_hlr_db(pid=30903): Launched\u000a16:58:20.659258 bus /gobi_6: Setting Powered False\u000a16:58:21.681774 run create_hlr_db(pid=30903): Terminated: ok {rc=0}\u000a16:58:22.119069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30905): Launched\u000a16:58:22.451564 run osmo-hlr_10.42.42.2(pid=30906): Launched\u000a16:58:22.572448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:23.144815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30908): Launched\u000a16:58:23.474766 run osmo-stp_10.42.42.5(pid=30909): Launched\u000a16:58:23.594723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:58:24.166700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30911): Launched\u000a16:58:24.284247 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:58:24.572446 run patchelf(pid=30912): Launched\u000a16:58:24.763577 run osmo-stp_10.42.42.5(pid=30909): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30909)]\u000a16:58:24.903114 run osmo-stp_10.42.42.5(pid=30909): stdout: \u000a| (launched: 2022-12-12_16:58:23.311670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:25.043289 run osmo-stp_10.42.42.5(pid=30909): stderr: \u000a| �[0;m�[38;5;43m20221212165823504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165823505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165823505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165823505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:25.178840 run osmo-stp_10.42.42.5(pid=30909): stdout: \u000a| (launched: 2022-12-12_16:58:23.311670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:25.313194 run osmo-stp_10.42.42.5(pid=30909): stderr: \u000a| �[0;m�[38;5;43m20221212165823504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165823505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165823505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165823505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165823506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:25.468670 run patchelf(pid=30912): Terminating (SIGINT)\u000a16:58:25.650906 run patchelf(pid=30912): Terminated: ok {rc=0}\u000a16:58:25.684301 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30909): Process ended prematurely: osmo-stp_10.42.42.5(pid=30909) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30909)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:58:25.694361 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:58:25.757700 run osmo-hlr_10.42.42.2(pid=30906): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30906)]\u000a16:58:25.809358 run osmo-hlr_10.42.42.2(pid=30906): stdout: \u000a| (launched: 2022-12-12_16:58:22.286581) \u000a16:58:25.861638 run osmo-hlr_10.42.42.2(pid=30906): stderr: \u000a| �[0;m�[1;31m20221212165822485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165822485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165822485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165822485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165822485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165822486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165822497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165822506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165822507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165822507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:25.906124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30901): Terminating (SIGTERM)\u000a16:58:25.948084 run iperf3-srv_10.42.42.10(pid=30902): Terminating (SIGTERM)\u000a16:58:25.990253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30905): Terminating (SIGTERM)\u000a16:58:26.032246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30908): Terminating (SIGTERM)\u000a16:58:26.074327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30911): Terminating (SIGTERM)\u000a16:58:26.084130 --- ParallelTerminationStrategy: PID 30901 died...\u000a16:58:26.139943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30901): Terminated: ok {rc=0}\u000a16:58:26.150083 --- ParallelTerminationStrategy: PID 30902 died...\u000a16:58:26.205548 run iperf3-srv_10.42.42.10(pid=30902): Terminated {rc=256}\u000a16:58:26.215599 --- ParallelTerminationStrategy: PID 30905 died...\u000a16:58:26.271659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30905): Terminated: ok {rc=0}\u000a16:58:26.281813 --- ParallelTerminationStrategy: PID 30908 died...\u000a16:58:26.337669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30908): Terminated: ok {rc=0}\u000a16:58:26.347914 --- ParallelTerminationStrategy: PID 30911 died...\u000a16:58:26.403566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30911): Terminated: ok {rc=0}\u000a16:58:26.491130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:58:27.604271 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:27.616139 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:58:27.778076 tst iperf3m4.py: using LAC 30239\u000a16:58:27.900791 tst iperf3m4.py: using RAC 149\u000a16:58:28.022864 tst iperf3m4.py: using CellId 30239\u000a16:58:28.145369 tst iperf3m4.py: using BVCI 30240\u000a16:58:28.168673 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.179673 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.190626 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.202263 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.213856 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.225497 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.237293 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.248720 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:28.260509 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:28.385293 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:28.503125 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:28.624506 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:28.907022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:58:29.035631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:29.354603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30913): Launched\u000a16:58:29.620538 run iperf3-srv_10.42.42.10(pid=30914): Launched\u000a16:58:29.807937 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:58:29.936225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:30.257219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30915): Launched\u000a16:58:30.523010 run iperf3-srv_10.42.42.10(pid=30916): Launched\u000a16:58:30.710268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:58:30.854616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:31.208301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Launched\u000a16:58:31.494998 run iperf3-srv_10.42.42.10(pid=30918): Launched\u000a16:58:31.687318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:58:31.819476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:58:32.160837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30919): Launched\u000a16:58:32.447618 run iperf3-srv_10.42.42.10(pid=30920): Launched\u000a16:58:32.648929 tst iperf3m4.py:8: start network...\u000a16:58:32.786085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:33.312840 run create_hlr_db(pid=30921): Launched\u000a16:58:33.502352 bus /gobi_6: Setting Powered False\u000a16:58:34.523726 run create_hlr_db(pid=30921): Terminated: ok {rc=0}\u000a16:58:34.935677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Launched\u000a16:58:35.243542 run osmo-hlr_10.42.42.2(pid=30924): Launched\u000a16:58:35.365773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:35.907858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Launched\u000a16:58:36.217801 run osmo-stp_10.42.42.5(pid=30927): Launched\u000a16:58:36.329957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:58:36.867660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Launched\u000a16:58:36.977033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:58:37.246802 run patchelf(pid=30930): Launched\u000a16:58:37.426802 run osmo-stp_10.42.42.5(pid=30927): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)]\u000a16:58:37.558336 run osmo-stp_10.42.42.5(pid=30927): stdout: \u000a| (launched: 2022-12-12_16:58:36.063212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:37.690578 run osmo-stp_10.42.42.5(pid=30927): stderr: \u000a| �[0;m�[38;5;43m20221212165836234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165836234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165836235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165836235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:37.817539 run osmo-stp_10.42.42.5(pid=30927): stdout: \u000a| (launched: 2022-12-12_16:58:36.063212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:37.943500 run osmo-stp_10.42.42.5(pid=30927): stderr: \u000a| �[0;m�[38;5;43m20221212165836234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165836234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165836235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165836235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165836236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:38.089654 run patchelf(pid=30930): Terminating (SIGINT)\u000a16:58:38.261440 run patchelf(pid=30930): Terminated: ok {rc=0}\u000a16:58:38.293173 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30927): Process ended prematurely: osmo-stp_10.42.42.5(pid=30927) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30927)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:58:38.302632 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:58:38.364465 run osmo-hlr_10.42.42.2(pid=30924): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30924)]\u000a16:58:38.414246 run osmo-hlr_10.42.42.2(pid=30924): stdout: \u000a| (launched: 2022-12-12_16:58:35.091265) \u000a16:58:38.464445 run osmo-hlr_10.42.42.2(pid=30924): stderr: \u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165835266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165835279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165835288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165835288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165835288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:38.506942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30913): Terminating (SIGTERM)\u000a16:58:38.547266 run iperf3-srv_10.42.42.10(pid=30914): Terminating (SIGTERM)\u000a16:58:38.587608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30915): Terminating (SIGTERM)\u000a16:58:38.627681 run iperf3-srv_10.42.42.10(pid=30916): Terminating (SIGTERM)\u000a16:58:38.667872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Terminating (SIGTERM)\u000a16:58:38.707862 run iperf3-srv_10.42.42.10(pid=30918): Terminating (SIGTERM)\u000a16:58:38.748028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30919): Terminating (SIGTERM)\u000a16:58:38.788082 run iperf3-srv_10.42.42.10(pid=30920): Terminating (SIGTERM)\u000a16:58:38.828399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Terminating (SIGTERM)\u000a16:58:38.868571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Terminating (SIGTERM)\u000a16:58:38.908722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Terminating (SIGTERM)\u000a16:58:38.918380 --- ParallelTerminationStrategy: PID 30913 died...\u000a16:58:38.971924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30913): Terminated: ok {rc=0}\u000a16:58:38.981998 --- ParallelTerminationStrategy: PID 30914 died...\u000a16:58:39.035257 run iperf3-srv_10.42.42.10(pid=30914): Terminated {rc=256}\u000a16:58:39.045329 --- ParallelTerminationStrategy: PID 30915 died...\u000a16:58:39.098855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30915): Terminated: ok {rc=0}\u000a16:58:39.108761 --- ParallelTerminationStrategy: PID 30916 died...\u000a16:58:39.161992 run iperf3-srv_10.42.42.10(pid=30916): Terminated {rc=256}\u000a16:58:39.171906 --- ParallelTerminationStrategy: PID 30917 died...\u000a16:58:39.225165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30917): Terminated: ok {rc=0}\u000a16:58:39.234813 --- ParallelTerminationStrategy: PID 30918 died...\u000a16:58:39.288397 run iperf3-srv_10.42.42.10(pid=30918): Terminated {rc=256}\u000a16:58:39.298435 --- ParallelTerminationStrategy: PID 30919 died...\u000a16:58:39.352349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30919): Terminated: ok {rc=0}\u000a16:58:39.362390 --- ParallelTerminationStrategy: PID 30920 died...\u000a16:58:39.415406 run iperf3-srv_10.42.42.10(pid=30920): Terminated {rc=256}\u000a16:58:39.425489 --- ParallelTerminationStrategy: PID 30923 died...\u000a16:58:39.479082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30923): Terminated: ok {rc=0}\u000a16:58:39.488838 --- ParallelTerminationStrategy: PID 30926 died...\u000a16:58:39.542625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30926): Terminated: ok {rc=0}\u000a16:58:39.552607 --- ParallelTerminationStrategy: PID 30929 died...\u000a16:58:39.606337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30929): Terminated: ok {rc=0}\u000a16:58:39.696325 bus /gobi_4: Setting Powered False\u000a16:58:40.800585 bus /gobi_4: Setting Powered False\u000a16:58:41.912763 bus /gobi_1: Setting Powered False\u000a16:58:43.017107 bus /gobi_1: Setting Powered False\u000a16:58:44.128018 bus /gobi_0: Setting Powered False\u000a16:58:45.230526 bus /gobi_0: Setting Powered False\u000a16:58:46.346945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30937): Process ended prematurely: osmo-stp_10.42.42.5(pid=30937) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30937)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30937): Process ended prematurely: osmo-stp_10.42.42.5(pid=30937) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:58:47.415018 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:47.427071 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:58:47.593959 tst ping.py: using LAC 30240\u000a16:58:47.719584 tst ping.py: using RAC 150\u000a16:58:47.845433 tst ping.py: using CellId 30240\u000a16:58:47.972393 tst ping.py: using BVCI 30241\u000a16:58:47.997177 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.008661 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.019965 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.031200 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.042375 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.053578 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.064832 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:48.076114 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:48.353788 tst ping.py:19: start network...\u000a16:58:48.478531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:48.954512 run create_hlr_db(pid=30931): Launched\u000a16:58:49.129934 bus /gobi_6: Setting Powered False\u000a16:58:50.161220 run create_hlr_db(pid=30931): Terminated: ok {rc=0}\u000a16:58:50.593785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30933): Launched\u000a16:58:50.918712 run osmo-hlr_10.42.42.2(pid=30934): Launched\u000a16:58:51.036592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:51.604557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30936): Launched\u000a16:58:51.927331 run osmo-stp_10.42.42.5(pid=30937): Launched\u000a16:58:52.043618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:58:52.607972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30939): Launched\u000a16:58:52.722537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:58:53.006091 run patchelf(pid=30940): Launched\u000a16:58:53.194878 run osmo-stp_10.42.42.5(pid=30937): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30937)]\u000a16:58:53.332800 run osmo-stp_10.42.42.5(pid=30937): stdout: \u000a| (launched: 2022-12-12_16:58:51.767621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:53.471393 run osmo-stp_10.42.42.5(pid=30937): stderr: \u000a| �[0;m�[38;5;43m20221212165851959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165851960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165851960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165851960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:53.604652 run osmo-stp_10.42.42.5(pid=30937): stdout: \u000a| (launched: 2022-12-12_16:58:51.767621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:53.736830 run osmo-stp_10.42.42.5(pid=30937): stderr: \u000a| �[0;m�[38;5;43m20221212165851959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165851960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165851960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165851960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165851961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:53.890143 run patchelf(pid=30940): Terminating (SIGINT)\u000a16:58:54.070078 run patchelf(pid=30940): Terminated: ok {rc=0}\u000a16:58:54.102741 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30937): Process ended prematurely: osmo-stp_10.42.42.5(pid=30937) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30937)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:58:54.112117 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:58:54.175542 run osmo-hlr_10.42.42.2(pid=30934): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30934)]\u000a16:58:54.226528 run osmo-hlr_10.42.42.2(pid=30934): stdout: \u000a| (launched: 2022-12-12_16:58:50.757896) \u000a16:58:54.278515 run osmo-hlr_10.42.42.2(pid=30934): stderr: \u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165850957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165850970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165850978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165850978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165850978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:54.323092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30933): Terminating (SIGTERM)\u000a16:58:54.365205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30936): Terminating (SIGTERM)\u000a16:58:54.406996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30939): Terminating (SIGTERM)\u000a16:58:54.416812 --- ParallelTerminationStrategy: PID 30933 died...\u000a16:58:54.472590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30933): Terminated: ok {rc=0}\u000a16:58:54.482709 --- ParallelTerminationStrategy: PID 30936 died...\u000a16:58:54.538055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30936): Terminated: ok {rc=0}\u000a16:58:54.548109 --- ParallelTerminationStrategy: PID 30939 died...\u000a16:58:54.603255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30939): Terminated: ok {rc=0}\u000a16:58:54.690765 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:58:55.743301 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:55.755474 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:58:55.923069 tst ping_idle_ping.py: using LAC 30241\u000a16:58:56.049206 tst ping_idle_ping.py: using RAC 151\u000a16:58:56.179675 tst ping_idle_ping.py: using CellId 30241\u000a16:58:56.304453 tst ping_idle_ping.py: using BVCI 30242\u000a16:58:56.329265 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.341268 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.352532 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.363835 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.375468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.386748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.398222 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:58:56.409528 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:58:56.699647 tst ping_idle_ping.py:24: start network...\u000a16:58:56.833709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:57.354327 run create_hlr_db(pid=30941): Launched\u000a16:58:57.542848 bus /gobi_6: Setting Powered False\u000a16:58:58.563200 run create_hlr_db(pid=30941): Terminated: ok {rc=0}\u000a16:58:58.974326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Launched\u000a16:58:59.281844 run osmo-hlr_10.42.42.2(pid=30944): Launched\u000a16:58:59.393842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:59.921973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Launched\u000a16:59:00.225628 run osmo-stp_10.42.42.5(pid=30947): Launched\u000a16:59:00.336248 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:59:00.879137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30949): Launched\u000a16:59:01.009630 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:59:01.309692 run patchelf(pid=30950): Launched\u000a16:59:01.489886 run osmo-stp_10.42.42.5(pid=30947): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)]\u000a16:59:01.622447 run osmo-stp_10.42.42.5(pid=30947): stdout: \u000a| (launched: 2022-12-12_16:59:00.075351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:01.755263 run osmo-stp_10.42.42.5(pid=30947): stderr: \u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165900245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:01.884899 run osmo-stp_10.42.42.5(pid=30947): stdout: \u000a| (launched: 2022-12-12_16:59:00.075351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:02.012401 run osmo-stp_10.42.42.5(pid=30947): stderr: \u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165900244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165900245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165900245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:02.159750 run patchelf(pid=30950): Terminating (SIGINT)\u000a16:59:02.330620 run patchelf(pid=30950): Terminated: ok {rc=0}\u000a16:59:02.361759 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30947): Process ended prematurely: osmo-stp_10.42.42.5(pid=30947) [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30947)] [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:59:02.370669 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:59:02.432136 run osmo-hlr_10.42.42.2(pid=30944): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30944)]\u000a16:59:02.482143 run osmo-hlr_10.42.42.2(pid=30944): stdout: \u000a| (launched: 2022-12-12_16:58:59.128811) \u000a16:59:02.532607 run osmo-hlr_10.42.42.2(pid=30944): stderr: \u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165859304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165859317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165859325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165859325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165859325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:02.575388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Terminating (SIGTERM)\u000a16:59:02.616010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Terminating (SIGTERM)\u000a16:59:02.656520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30949): Terminating (SIGTERM)\u000a16:59:02.666366 --- ParallelTerminationStrategy: PID 30943 died...\u000a16:59:02.720497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30943): Terminated: ok {rc=0}\u000a16:59:02.730609 --- ParallelTerminationStrategy: PID 30946 died...\u000a16:59:02.784532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30946): Terminated: ok {rc=0}\u000a16:59:02.794573 --- ParallelTerminationStrategy: PID 30949 died...\u000a16:59:02.848685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30949): Terminated: ok {rc=0}\u000a16:59:02.938036 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:58:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:59:04.959589 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:04.970864 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:59:05.132810 tst switch_tch_pdch.py: using LAC 30242\u000a16:59:05.250840 tst switch_tch_pdch.py: using RAC 152\u000a16:59:05.377517 tst switch_tch_pdch.py: using CellId 30242\u000a16:59:05.503439 tst switch_tch_pdch.py: using BVCI 30243\u000a16:59:05.528456 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.540168 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.551751 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.563989 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.575978 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.588053 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.601134 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:59:05.613434 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:59:05.729383 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:59:06.013157 tst switch_tch_pdch.py:51: start network...\u000a16:59:06.138715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:06.616432 run create_hlr_db(pid=30955): Launched\u000a16:59:06.790382 bus /gobi_6: Setting Powered False\u000a16:59:07.822127 run create_hlr_db(pid=30955): Terminated: ok {rc=0}\u000a16:59:08.253838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Launched\u000a16:59:08.580828 run osmo-hlr_10.42.42.2(pid=30958): Launched\u000a16:59:08.699452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:09.261292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Launched\u000a16:59:09.589894 run osmo-stp_10.42.42.5(pid=30961): Launched\u000a16:59:09.706518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:59:10.269441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30963): Launched\u000a16:59:10.384754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:59:10.667215 run patchelf(pid=30964): Launched\u000a16:59:10.855346 run osmo-stp_10.42.42.5(pid=30961): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)]\u000a16:59:10.992590 run osmo-stp_10.42.42.5(pid=30961): stdout: \u000a| (launched: 2022-12-12_16:59:09.426127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:11.130166 run osmo-stp_10.42.42.5(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221212165909618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165909619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165909619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165909619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:11.263030 run osmo-stp_10.42.42.5(pid=30961): stdout: \u000a| (launched: 2022-12-12_16:59:09.426127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:11.394982 run osmo-stp_10.42.42.5(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221212165909618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165909619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165909619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165909619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165909620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:11.548627 run patchelf(pid=30964): Terminating (SIGINT)\u000a16:59:11.728387 run patchelf(pid=30964): Terminated: ok {rc=0}\u000a16:59:11.761273 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30961): Process ended prematurely: osmo-stp_10.42.42.5(pid=30961) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30961)] [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:59:11.770689 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:59:11.833176 run osmo-hlr_10.42.42.2(pid=30958): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30958)]\u000a16:59:11.884201 run osmo-hlr_10.42.42.2(pid=30958): stdout: \u000a| (launched: 2022-12-12_16:59:08.418664) \u000a16:59:11.935703 run osmo-hlr_10.42.42.2(pid=30958): stderr: \u000a| �[0;m�[1;31m20221212165908615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165908615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165908615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165908615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165908615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165908616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165908628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165908636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165908637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165908637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:11.979695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Terminating (SIGTERM)\u000a16:59:12.021525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Terminating (SIGTERM)\u000a16:59:12.063185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30963): Terminating (SIGTERM)\u000a16:59:12.072515 --- ParallelTerminationStrategy: PID 30957 died...\u000a16:59:12.128065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30957): Terminated: ok {rc=0}\u000a16:59:12.138105 --- ParallelTerminationStrategy: PID 30960 died...\u000a16:59:12.193513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30960): Terminated: ok {rc=0}\u000a16:59:12.203504 --- ParallelTerminationStrategy: PID 30963 died...\u000a16:59:12.258808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30963): Terminated: ok {rc=0}\u000a16:59:12.346058 bus /gobi_0: Setting Powered False\u000a16:59:13.448453 bus /gobi_0: Setting Powered False\u000a16:59:14.557931 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:04" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30974): Process ended prematurely: osmo-stp_10.42.42.5(pid=30974) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30974)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30974): Process ended prematurely: osmo-stp_10.42.42.5(pid=30974) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:59:16.565320 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:16.578397 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:59:16.761191 tst switch_tch_pdch.py: using LAC 30243\u000a16:59:16.893412 tst switch_tch_pdch.py: using RAC 153\u000a16:59:17.020919 tst switch_tch_pdch.py: using CellId 30243\u000a16:59:17.171193 tst switch_tch_pdch.py: using BVCI 30244\u000a16:59:17.203052 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.216666 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.227920 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.240720 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.254766 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.266639 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.278770 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:59:17.290635 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:59:17.414124 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:59:17.691547 tst switch_tch_pdch.py:51: start network...\u000a16:59:17.816771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:18.265068 run create_hlr_db(pid=30968): Launched\u000a16:59:18.388054 bus /gobi_6: Setting Powered False\u000a16:59:19.460345 run create_hlr_db(pid=30968): Terminated: ok {rc=0}\u000a16:59:19.863980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30970): Launched\u000a16:59:20.187059 run osmo-hlr_10.42.42.2(pid=30971): Launched\u000a16:59:20.306926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:20.842233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30973): Launched\u000a16:59:21.166527 run osmo-stp_10.42.42.5(pid=30974): Launched\u000a16:59:21.282767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:59:21.819189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30976): Launched\u000a16:59:21.933802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:59:22.216633 run patchelf(pid=30977): Launched\u000a16:59:22.405298 run osmo-stp_10.42.42.5(pid=30974): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30974)]\u000a16:59:22.542672 run osmo-stp_10.42.42.5(pid=30974): stdout: \u000a| (launched: 2022-12-12_16:59:21.006202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:22.680507 run osmo-stp_10.42.42.5(pid=30974): stderr: \u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165921199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:22.813477 run osmo-stp_10.42.42.5(pid=30974): stdout: \u000a| (launched: 2022-12-12_16:59:21.006202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:22.945350 run osmo-stp_10.42.42.5(pid=30974): stderr: \u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165921198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165921199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165921199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:23.098864 run patchelf(pid=30977): Terminating (SIGINT)\u000a16:59:23.278806 run patchelf(pid=30977): Terminated: ok {rc=0}\u000a16:59:23.311861 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30974): Process ended prematurely: osmo-stp_10.42.42.5(pid=30974) [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30974)] [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:59:23.321340 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:59:23.384174 run osmo-hlr_10.42.42.2(pid=30971): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30971)]\u000a16:59:23.435528 run osmo-hlr_10.42.42.2(pid=30971): stdout: \u000a| (launched: 2022-12-12_16:59:20.027704) \u000a16:59:23.487767 run osmo-hlr_10.42.42.2(pid=30971): stderr: \u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165920225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165920238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165920246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165920246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165920246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:23.532010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30970): Terminating (SIGTERM)\u000a16:59:23.573754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30973): Terminating (SIGTERM)\u000a16:59:23.615534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30976): Terminating (SIGTERM)\u000a16:59:23.625442 --- ParallelTerminationStrategy: PID 30970 died...\u000a16:59:23.681517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30970): Terminated: ok {rc=0}\u000a16:59:23.691606 --- ParallelTerminationStrategy: PID 30973 died...\u000a16:59:23.747221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30973): Terminated: ok {rc=0}\u000a16:59:23.757394 --- ParallelTerminationStrategy: PID 30976 died...\u000a16:59:23.813401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30976): Terminated: ok {rc=0}\u000a16:59:23.900643 bus /gobi_0: Setting Powered False\u000a16:59:25.007194 bus /gobi_0: Setting Powered False\u000a16:59:26.115158 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:16" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30982) [trial-2379↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30982)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30982) [trial-2379↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:59:28.003896 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:59:28.014809 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:59:28.149961 tst mo_mt_sms.py: using LAC 30244\u000a16:59:28.266213 tst mo_mt_sms.py: using RAC 154\u000a16:59:28.383010 tst mo_mt_sms.py: using CellId 30244\u000a16:59:28.498732 tst mo_mt_sms.py: using BVCI 30245\u000a16:59:28.521664 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:28.642013 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:28.935611 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:59:29.069607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:59:29.735988 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30981): Launched\u000a16:59:30.056680 run osmo-nitb_10.42.42.2(pid=30982): Launched\u000a16:59:30.253724 run osmo-nitb_10.42.42.2(pid=30982): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30982)]\u000a16:59:30.399330 run osmo-nitb_10.42.42.2(pid=30982): stdout: \u000a| (launched: 2022-12-12_16:59:29.899727) \u000a16:59:30.544814 run osmo-nitb_10.42.42.2(pid=30982): stderr: \u000a| (launched: 2022-12-12_16:59:29.947388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:30.685458 run osmo-nitb_10.42.42.2(pid=30982): stdout: \u000a| (launched: 2022-12-12_16:59:29.899727) \u000a16:59:30.829782 run osmo-nitb_10.42.42.2(pid=30982): stderr: \u000a| (launched: 2022-12-12_16:59:29.947388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:31.181849 tst osmo-nitb_10.42.42.2(pid=30982): stdout: \u000a| (launched: 2022-12-12_16:59:29.899727) \u000a16:59:31.306016 tst osmo-nitb_10.42.42.2(pid=30982): stderr: \u000a| (launched: 2022-12-12_16:59:29.947388)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:31.360760 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30982): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30982) [trial-2379↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30982)] [trial-2379↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a16:59:31.371005 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:59:31.408910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30981): Terminating (SIGTERM)\u000a16:59:31.587609 --- ParallelTerminationStrategy: PID 30981 died...\u000a16:59:31.643671 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30981): Terminated: ok {rc=0}\u000a16:59:31.732144 bus /sierra_3: Setting Powered False\u000a16:59:32.837266 bus /sierra_3: Setting Powered False\u000a16:59:33.946026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:27" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30992): Process ended prematurely: osmo-stp_10.42.42.5(pid=30992) [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30992)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30992): Process ended prematurely: osmo-stp_10.42.42.5(pid=30992) [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:59:35.830887 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:35.841610 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:59:35.972017 tst mo_mt_sms.py: using LAC 30245\u000a16:59:36.091281 tst mo_mt_sms.py: using RAC 155\u000a16:59:36.210988 tst mo_mt_sms.py: using CellId 30245\u000a16:59:36.333073 tst mo_mt_sms.py: using BVCI 30246\u000a16:59:36.355879 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:36.366745 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:36.377427 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:36.388203 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:36.399080 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:36.410088 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:36.529300 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:36.728405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:37.202278 run create_hlr_db(pid=30986): Launched\u000a16:59:37.375605 bus /sierra_2: Setting Powered False\u000a16:59:38.396081 run create_hlr_db(pid=30986): Terminated: ok {rc=0}\u000a16:59:38.797271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30988): Launched\u000a16:59:39.098595 run osmo-hlr_10.42.42.2(pid=30989): Launched\u000a16:59:39.214014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:39.736297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30991): Launched\u000a16:59:40.041842 run osmo-stp_10.42.42.5(pid=30992): Launched\u000a16:59:40.151906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:40.709264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30994): Launched\u000a16:59:41.012356 run osmo-msc_10.42.42.6(pid=30995): Launched\u000a16:59:41.189481 run osmo-stp_10.42.42.5(pid=30992): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30992)]\u000a16:59:41.317921 run osmo-stp_10.42.42.5(pid=30992): stdout: \u000a| (launched: 2022-12-12_16:59:39.889126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:41.443981 run osmo-stp_10.42.42.5(pid=30992): stderr: \u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165940060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:41.564869 run osmo-stp_10.42.42.5(pid=30992): stdout: \u000a| (launched: 2022-12-12_16:59:39.889126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:41.685139 run osmo-stp_10.42.42.5(pid=30992): stderr: \u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165940059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165940060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165940060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:41.737823 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30992): Process ended prematurely: osmo-stp_10.42.42.5(pid=30992) [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30992)] [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a16:59:41.745846 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a16:59:41.806744 run osmo-hlr_10.42.42.2(pid=30989): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30989)]\u000a16:59:41.855944 run osmo-hlr_10.42.42.2(pid=30989): stdout: \u000a| (launched: 2022-12-12_16:59:38.948923) \u000a16:59:41.905986 run osmo-hlr_10.42.42.2(pid=30989): stderr: \u000a| �[0;m�[1;31m20221212165939121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165939122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165939122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165939122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165939122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165939122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165939134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165939143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165939143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165939143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:41.974056 run osmo-msc_10.42.42.6(pid=30995): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30995)]\u000a16:59:42.023494 run osmo-msc_10.42.42.6(pid=30995): stdout: \u000a| (launched: 2022-12-12_16:59:40.862020) \u000a16:59:42.073902 run osmo-msc_10.42.42.6(pid=30995): stderr: \u000a| �[0;m�[38;5;43m20221212165941133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165941133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feebb554c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165941133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165941133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165941134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165941134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165941135 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165941136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165941136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165941136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:42.116243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30988): Terminating (SIGTERM)\u000a16:59:42.156498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30991): Terminating (SIGTERM)\u000a16:59:42.196731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30994): Terminating (SIGTERM)\u000a16:59:42.207283 --- ParallelTerminationStrategy: PID 30988 died...\u000a16:59:42.261000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30988): Terminated: ok {rc=0}\u000a16:59:42.271072 --- ParallelTerminationStrategy: PID 30991 died...\u000a16:59:42.325212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30991): Terminated: ok {rc=0}\u000a16:59:42.334809 --- ParallelTerminationStrategy: PID 30994 died...\u000a16:59:42.388144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30994): Terminated: ok {rc=0}\u000a16:59:42.477069 bus /sierra_3: Setting Powered False\u000a16:59:43.585452 bus /sierra_3: Setting Powered False\u000a16:59:44.697365 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:35" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31001) [trial-2379↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31001)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31001) [trial-2379↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:59:46.565324 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:59:46.577510 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:59:46.717801 tst assert_extension.py: using LAC 30246\u000a16:59:46.867285 tst assert_extension.py: using RAC 156\u000a16:59:46.996137 tst assert_extension.py: using CellId 30246\u000a16:59:47.120441 tst assert_extension.py: using BVCI 30247\u000a16:59:47.144442 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:59:47.426622 tst assert_extension.py:10: start nitb and bts...\u000a16:59:47.552596 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:59:48.182062 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31000): Launched\u000a16:59:48.482812 run osmo-nitb_10.42.42.2(pid=31001): Launched\u000a16:59:48.668272 run osmo-nitb_10.42.42.2(pid=31001): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31001)]\u000a16:59:48.804642 run osmo-nitb_10.42.42.2(pid=31001): stdout: \u000a| (launched: 2022-12-12_16:59:48.334521) \u000a16:59:48.941270 run osmo-nitb_10.42.42.2(pid=31001): stderr: \u000a| (launched: 2022-12-12_16:59:48.379191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:49.073422 run osmo-nitb_10.42.42.2(pid=31001): stdout: \u000a| (launched: 2022-12-12_16:59:48.334521) \u000a16:59:49.204308 run osmo-nitb_10.42.42.2(pid=31001): stderr: \u000a| (launched: 2022-12-12_16:59:48.379191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:49.604888 tst osmo-nitb_10.42.42.2(pid=31001): stdout: \u000a| (launched: 2022-12-12_16:59:48.334521) \u000a16:59:49.724657 tst osmo-nitb_10.42.42.2(pid=31001): stderr: \u000a| (launched: 2022-12-12_16:59:48.379191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:59:49.777182 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31001): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31001) [trial-2379↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31001)] [trial-2379↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a16:59:49.785619 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:59:49.820827 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31000): Terminating (SIGTERM)\u000a16:59:49.998678 --- ParallelTerminationStrategy: PID 31000 died...\u000a16:59:50.054351 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31000): Terminated: ok {rc=0}\u000a16:59:50.143079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:46" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31012): Process ended prematurely: osmo-stp_10.42.42.5(pid=31012) [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31012)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31012): Process ended prematurely: osmo-stp_10.42.42.5(pid=31012) [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:59:51.966066 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:51.976784 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:59:52.106510 tst assert_extension.py: using LAC 30247\u000a16:59:52.225190 tst assert_extension.py: using RAC 157\u000a16:59:52.344278 tst assert_extension.py: using CellId 30247\u000a16:59:52.463060 tst assert_extension.py: using BVCI 30248\u000a16:59:52.485815 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:52.496613 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:52.507256 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:52.518119 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:52.529005 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:52.539774 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:59:52.749548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:53.264409 run create_hlr_db(pid=31006): Launched\u000a16:59:53.451034 bus /sierra_2: Setting Powered False\u000a16:59:54.471579 run create_hlr_db(pid=31006): Terminated: ok {rc=0}\u000a16:59:54.901695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31008): Launched\u000a16:59:55.224686 run osmo-hlr_10.42.42.2(pid=31009): Launched\u000a16:59:55.344497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:55.913036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31011): Launched\u000a16:59:56.236364 run osmo-stp_10.42.42.5(pid=31012): Launched\u000a16:59:56.353620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:56.944143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31014): Launched\u000a16:59:57.267847 run osmo-msc_10.42.42.6(pid=31015): Launched\u000a16:59:57.456726 run osmo-stp_10.42.42.5(pid=31012): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31012)]\u000a16:59:57.593061 run osmo-stp_10.42.42.5(pid=31012): stdout: \u000a| (launched: 2022-12-12_16:59:56.077444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:57.728132 run osmo-stp_10.42.42.5(pid=31012): stderr: \u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165956268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:57.857716 run osmo-stp_10.42.42.5(pid=31012): stdout: \u000a| (launched: 2022-12-12_16:59:56.077444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:57.986951 run osmo-stp_10.42.42.5(pid=31012): stderr: \u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212165956267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212165956268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212165956268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:58.043364 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31012): Process ended prematurely: osmo-stp_10.42.42.5(pid=31012) [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31012)] [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a16:59:58.052213 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a16:59:58.115372 run osmo-hlr_10.42.42.2(pid=31009): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31009)]\u000a16:59:58.166576 run osmo-hlr_10.42.42.2(pid=31009): stdout: \u000a| (launched: 2022-12-12_16:59:55.065410) \u000a16:59:58.218620 run osmo-hlr_10.42.42.2(pid=31009): stderr: \u000a| �[0;m�[1;31m20221212165955263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212165955263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212165955263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165955264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212165955264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212165955264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212165955277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212165955285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212165955285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212165955285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:58.288896 run osmo-msc_10.42.42.6(pid=31015): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31015)]\u000a16:59:58.340035 run osmo-msc_10.42.42.6(pid=31015): stdout: \u000a| (launched: 2022-12-12_16:59:57.107477) \u000a16:59:58.391665 run osmo-msc_10.42.42.6(pid=31015): stderr: \u000a| �[0;m�[38;5;43m20221212165957430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212165957430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd8e565c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212165957430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212165957430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212165957430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212165957431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212165957432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212165957433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212165957433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212165957433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:58.435401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31008): Terminating (SIGTERM)\u000a16:59:58.476907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31011): Terminating (SIGTERM)\u000a16:59:58.518828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31014): Terminating (SIGTERM)\u000a16:59:58.528817 --- ParallelTerminationStrategy: PID 31008 died...\u000a16:59:58.584892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31008): Terminated: ok {rc=0}\u000a16:59:58.595162 --- ParallelTerminationStrategy: PID 31011 died...\u000a16:59:58.650599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31011): Terminated: ok {rc=0}\u000a16:59:58.660559 --- ParallelTerminationStrategy: PID 31014 died...\u000a16:59:58.715893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31014): Terminated: ok {rc=0}\u000a16:59:58.802652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T16:59:51" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31029): Process ended prematurely: osmo-stp_10.42.42.5(pid=31029) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31029)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31029): Process ended prematurely: osmo-stp_10.42.42.5(pid=31029) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:00:00.765715 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:00.777666 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:00:00.963316 tst mo_mt_call.py: using LAC 30248\u000a17:00:01.095973 tst mo_mt_call.py: using RAC 158\u000a17:00:01.228400 tst mo_mt_call.py: using CellId 30248\u000a17:00:01.360567 tst mo_mt_call.py: using BVCI 30249\u000a17:00:01.386774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:01.399122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:01.411590 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:01.424182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:01.436550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:01.449134 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:00:01.569569 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:00:01.777774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:02.311806 run create_hlr_db(pid=31023): Launched\u000a17:00:02.491629 bus /sierra_2: Setting Powered False\u000a17:00:03.510599 run create_hlr_db(pid=31023): Terminated: ok {rc=0}\u000a17:00:03.920251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31025): Launched\u000a17:00:04.229788 run osmo-hlr_10.42.42.2(pid=31026): Launched\u000a17:00:04.346558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:04.882067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31028): Launched\u000a17:00:05.190997 run osmo-stp_10.42.42.5(pid=31029): Launched\u000a17:00:05.302754 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:05.865385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31031): Launched\u000a17:00:06.173279 run osmo-msc_10.42.42.6(pid=31032): Launched\u000a17:00:06.353906 run osmo-stp_10.42.42.5(pid=31029): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31029)]\u000a17:00:06.483507 run osmo-stp_10.42.42.5(pid=31029): stdout: \u000a| (launched: 2022-12-12_17:00:05.037311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:06.611007 run osmo-stp_10.42.42.5(pid=31029): stderr: \u000a| �[0;m�[38;5;43m20221212170005208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170005208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170005209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170005209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170005209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170005210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170005210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:06.734000 run osmo-stp_10.42.42.5(pid=31029): stdout: \u000a| (launched: 2022-12-12_17:00:05.037311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:06.856361 run osmo-stp_10.42.42.5(pid=31029): stderr: \u000a| �[0;m�[38;5;43m20221212170005208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170005208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170005209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170005209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170005209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170005210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170005210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:06.909945 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31029): Process ended prematurely: osmo-stp_10.42.42.5(pid=31029) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31029)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:00:06.918719 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:00:06.978881 run osmo-hlr_10.42.42.2(pid=31026): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31026)]\u000a17:00:07.027827 run osmo-hlr_10.42.42.2(pid=31026): stdout: \u000a| (launched: 2022-12-12_17:00:04.076555) \u000a17:00:07.077346 run osmo-hlr_10.42.42.2(pid=31026): stderr: \u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170004253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170004266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170004275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170004275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170004275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:07.144695 run osmo-msc_10.42.42.6(pid=31032): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31032)]\u000a17:00:07.193501 run osmo-msc_10.42.42.6(pid=31032): stdout: \u000a| (launched: 2022-12-12_17:00:06.021316) \u000a17:00:07.242690 run osmo-msc_10.42.42.6(pid=31032): stderr: \u000a| �[0;m�[38;5;43m20221212170006291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170006291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd19ad9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170006291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170006291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170006291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170006291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170006293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170006293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170006294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170006294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:07.284186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31025): Terminating (SIGTERM)\u000a17:00:07.323719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31028): Terminating (SIGTERM)\u000a17:00:07.363156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31031): Terminating (SIGTERM)\u000a17:00:07.372674 --- ParallelTerminationStrategy: PID 31025 died...\u000a17:00:07.425342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31025): Terminated: ok {rc=0}\u000a17:00:07.435141 --- ParallelTerminationStrategy: PID 31028 died...\u000a17:00:07.487999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31028): Terminated: ok {rc=0}\u000a17:00:07.497884 --- ParallelTerminationStrategy: PID 31031 died...\u000a17:00:07.550369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31031): Terminated: ok {rc=0}\u000a17:00:07.634210 bus /sierra_3: Setting Powered False\u000a17:00:08.737090 bus /sierra_3: Setting Powered False\u000a17:00:09.848156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31040): Process ended prematurely: osmo-stp_10.42.42.5(pid=31040) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31040)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31040): Process ended prematurely: osmo-stp_10.42.42.5(pid=31040) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:00:10.964366 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:10.976850 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:00:11.137569 tst mo_mt_call_osmux.py: using LAC 30249\u000a17:00:11.266403 tst mo_mt_call_osmux.py: using RAC 159\u000a17:00:11.393893 tst mo_mt_call_osmux.py: using CellId 30249\u000a17:00:11.520525 tst mo_mt_call_osmux.py: using BVCI 30250\u000a17:00:11.546080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:11.558189 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:11.569813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:11.581429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:11.593105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:00:11.604628 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:00:11.720832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:00:11.933359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:12.459669 run create_hlr_db(pid=31034): Launched\u000a17:00:12.648591 bus /sierra_2: Setting Powered False\u000a17:00:13.670535 run create_hlr_db(pid=31034): Terminated: ok {rc=0}\u000a17:00:14.084638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31036): Launched\u000a17:00:14.394049 run osmo-hlr_10.42.42.2(pid=31037): Launched\u000a17:00:14.515147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:15.056537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31039): Launched\u000a17:00:15.365094 run osmo-stp_10.42.42.5(pid=31040): Launched\u000a17:00:15.477089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:16.079725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31042): Launched\u000a17:00:16.545970 run osmo-msc_10.42.42.6(pid=31043): Launched\u000a17:00:16.891373 run osmo-stp_10.42.42.5(pid=31040): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31040)]\u000a17:00:17.031184 run osmo-stp_10.42.42.5(pid=31040): stdout: \u000a| (launched: 2022-12-12_17:00:15.212169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:17.171503 run osmo-stp_10.42.42.5(pid=31040): stderr: \u000a| �[0;m�[38;5;43m20221212170015383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170015383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170015384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170015384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170015384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170015385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170015385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:17.307862 run osmo-stp_10.42.42.5(pid=31040): stdout: \u000a| (launched: 2022-12-12_17:00:15.212169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:17.439059 run osmo-stp_10.42.42.5(pid=31040): stderr: \u000a| �[0;m�[38;5;43m20221212170015383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170015383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170015384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170015384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170015384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170015385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170015385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:17.496838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31040): Process ended prematurely: osmo-stp_10.42.42.5(pid=31040) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31040)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:00:17.506286 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:00:17.569207 run osmo-hlr_10.42.42.2(pid=31037): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31037)]\u000a17:00:17.620353 run osmo-hlr_10.42.42.2(pid=31037): stdout: \u000a| (launched: 2022-12-12_17:00:14.240505) \u000a17:00:17.672130 run osmo-hlr_10.42.42.2(pid=31037): stderr: \u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170014417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170014428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170014437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170014437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170014437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:17.742869 run osmo-msc_10.42.42.6(pid=31043): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31043)]\u000a17:00:17.794011 run osmo-msc_10.42.42.6(pid=31043): stdout: \u000a| (launched: 2022-12-12_17:00:16.238324) \u000a17:00:17.845685 run osmo-msc_10.42.42.6(pid=31043): stderr: \u000a| �[0;m�[38;5;43m20221212170016626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170016627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80b6980c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170016627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170016627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170016627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170016627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170016629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170016629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170016630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170016630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:17.889742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31036): Terminating (SIGTERM)\u000a17:00:17.931320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31039): Terminating (SIGTERM)\u000a17:00:17.973080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31042): Terminating (SIGTERM)\u000a17:00:17.982838 --- ParallelTerminationStrategy: PID 31036 died...\u000a17:00:18.038414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31036): Terminated: ok {rc=0}\u000a17:00:18.048504 --- ParallelTerminationStrategy: PID 31039 died...\u000a17:00:18.104924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31039): Terminated: ok {rc=0}\u000a17:00:18.115024 --- ParallelTerminationStrategy: PID 31042 died...\u000a17:00:18.170423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31042): Terminated: ok {rc=0}\u000a17:00:18.258595 bus /sierra_3: Setting Powered False\u000a17:00:19.366388 bus /sierra_3: Setting Powered False\u000a17:00:20.476885 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:00:00" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:00:22.463890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:22.475544 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:00:22.638914 tst mo_mt_call.py: using LAC 30250\u000a17:00:22.768574 tst mo_mt_call.py: using RAC 160\u000a17:00:22.898259 tst mo_mt_call.py: using CellId 30250\u000a17:00:23.026377 tst mo_mt_call.py: using BVCI 30251\u000a17:00:23.051317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:23.063058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:23.074615 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:23.086724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:23.098527 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:23.110087 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:00:23.227282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:00:23.430250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:23.915267 run create_hlr_db(pid=31048): Launched\u000a17:00:24.091929 bus /sierra_2: Setting Powered False\u000a17:00:25.113594 run create_hlr_db(pid=31048): Terminated: ok {rc=0}\u000a17:00:25.551155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Launched\u000a17:00:25.882061 run osmo-hlr_10.42.42.2(pid=31051): Launched\u000a17:00:26.005621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:26.579561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Launched\u000a17:00:26.910731 run osmo-stp_10.42.42.5(pid=31054): Launched\u000a17:00:27.030515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:27.631497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Launched\u000a17:00:27.962707 run osmo-msc_10.42.42.6(pid=31057): Launched\u000a17:00:28.155035 run osmo-stp_10.42.42.5(pid=31054): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)]\u000a17:00:28.293900 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-12_17:00:26.746952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:28.431340 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170026939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:28.562989 run osmo-stp_10.42.42.5(pid=31054): stdout: \u000a| (launched: 2022-12-12_17:00:26.746952)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:28.693063 run osmo-stp_10.42.42.5(pid=31054): stderr: \u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170026938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170026939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170026939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:28.750813 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31054): Process ended prematurely: osmo-stp_10.42.42.5(pid=31054) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31054)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:00:28.760041 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:00:28.822915 run osmo-hlr_10.42.42.2(pid=31051): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31051)]\u000a17:00:28.874258 run osmo-hlr_10.42.42.2(pid=31051): stdout: \u000a| (launched: 2022-12-12_17:00:25.718439) \u000a17:00:28.926181 run osmo-hlr_10.42.42.2(pid=31051): stderr: \u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170025917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170025929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170025938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170025938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170025938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:28.996760 run osmo-msc_10.42.42.6(pid=31057): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31057)]\u000a17:00:29.047866 run osmo-msc_10.42.42.6(pid=31057): stdout: \u000a| (launched: 2022-12-12_17:00:27.798501) \u000a17:00:29.099525 run osmo-msc_10.42.42.6(pid=31057): stderr: \u000a| �[0;m�[38;5;43m20221212170028119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170028119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6f54e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170028119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170028119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170028120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170028120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170028122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170028122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170028122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170028122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:29.143354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminating (SIGTERM)\u000a17:00:29.184917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminating (SIGTERM)\u000a17:00:29.226463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Terminating (SIGTERM)\u000a17:00:29.236175 --- ParallelTerminationStrategy: PID 31050 died...\u000a17:00:29.291767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31050): Terminated: ok {rc=0}\u000a17:00:29.301865 --- ParallelTerminationStrategy: PID 31053 died...\u000a17:00:29.357385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31053): Terminated: ok {rc=0}\u000a17:00:29.367374 --- ParallelTerminationStrategy: PID 31056 died...\u000a17:00:29.422760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31056): Terminated: ok {rc=0}\u000a17:00:29.509436 bus /sierra_3: Setting Powered False\u000a17:00:30.613985 bus /sierra_3: Setting Powered False\u000a17:00:31.725469 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31065): Process ended prematurely: osmo-stp_10.42.42.5(pid=31065) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31065)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31065): Process ended prematurely: osmo-stp_10.42.42.5(pid=31065) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:00:32.840374 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:32.852898 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:00:33.022465 tst mo_mt_call_osmux.py: using LAC 30251\u000a17:00:33.149039 tst mo_mt_call_osmux.py: using RAC 161\u000a17:00:33.275870 tst mo_mt_call_osmux.py: using CellId 30251\u000a17:00:33.409235 tst mo_mt_call_osmux.py: using BVCI 30252\u000a17:00:33.434324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:33.446188 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:33.457719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:33.469282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:33.480816 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:00:33.492443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:00:33.610196 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:00:33.823958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:34.352250 run create_hlr_db(pid=31059): Launched\u000a17:00:34.542230 bus /sierra_2: Setting Powered False\u000a17:00:35.564382 run create_hlr_db(pid=31059): Terminated: ok {rc=0}\u000a17:00:35.977322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31061): Launched\u000a17:00:36.286236 run osmo-hlr_10.42.42.2(pid=31062): Launched\u000a17:00:36.404154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:36.939890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31064): Launched\u000a17:00:37.248892 run osmo-stp_10.42.42.5(pid=31065): Launched\u000a17:00:37.361645 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:37.927590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31067): Launched\u000a17:00:38.238771 run osmo-msc_10.42.42.6(pid=31068): Launched\u000a17:00:38.419796 run osmo-stp_10.42.42.5(pid=31065): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31065)]\u000a17:00:38.550629 run osmo-stp_10.42.42.5(pid=31065): stdout: \u000a| (launched: 2022-12-12_17:00:37.095815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:38.679297 run osmo-stp_10.42.42.5(pid=31065): stderr: \u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170037266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:38.803088 run osmo-stp_10.42.42.5(pid=31065): stdout: \u000a| (launched: 2022-12-12_17:00:37.095815)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:38.926092 run osmo-stp_10.42.42.5(pid=31065): stderr: \u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170037265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170037266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170037266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:38.980326 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31065): Process ended prematurely: osmo-stp_10.42.42.5(pid=31065) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31065)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:00:38.989413 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:00:39.051051 run osmo-hlr_10.42.42.2(pid=31062): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31062)]\u000a17:00:39.100926 run osmo-hlr_10.42.42.2(pid=31062): stdout: \u000a| (launched: 2022-12-12_17:00:36.133489) \u000a17:00:39.151644 run osmo-hlr_10.42.42.2(pid=31062): stderr: \u000a| �[0;m�[1;31m20221212170036310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170036310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170036310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170036311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170036311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170036311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170036326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170036336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170036336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170036336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:39.220150 run osmo-msc_10.42.42.6(pid=31068): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31068)]\u000a17:00:39.269965 run osmo-msc_10.42.42.6(pid=31068): stdout: \u000a| (launched: 2022-12-12_17:00:38.083724) \u000a17:00:39.320096 run osmo-msc_10.42.42.6(pid=31068): stderr: \u000a| �[0;m�[38;5;43m20221212170038356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170038357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65cb961c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170038357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170038359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170038359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170038359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170038360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:39.363126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31061): Terminating (SIGTERM)\u000a17:00:39.403814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31064): Terminating (SIGTERM)\u000a17:00:39.444456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31067): Terminating (SIGTERM)\u000a17:00:39.454512 --- ParallelTerminationStrategy: PID 31061 died...\u000a17:00:39.508621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31061): Terminated: ok {rc=0}\u000a17:00:39.518885 --- ParallelTerminationStrategy: PID 31064 died...\u000a17:00:39.572842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31064): Terminated: ok {rc=0}\u000a17:00:39.583133 --- ParallelTerminationStrategy: PID 31067 died...\u000a17:00:39.636988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31067): Terminated: ok {rc=0}\u000a17:00:39.726061 bus /sierra_3: Setting Powered False\u000a17:00:40.832153 bus /sierra_3: Setting Powered False\u000a17:00:41.945180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:00:22" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31079): Process ended prematurely: osmo-stp_10.42.42.5(pid=31079) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31079)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31079): Process ended prematurely: osmo-stp_10.42.42.5(pid=31079) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31079)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:00:43.935491 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:43.947343 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:00:44.110826 tst mo_mt_call.py: using LAC 30252\u000a17:00:44.235338 tst mo_mt_call.py: using RAC 162\u000a17:00:44.356385 tst mo_mt_call.py: using CellId 30252\u000a17:00:44.478644 tst mo_mt_call.py: using BVCI 30253\u000a17:00:44.502229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:44.513767 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:44.524719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:44.536670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:44.548532 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:44.560126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:00:44.678677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:00:44.891967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:45.423619 run create_hlr_db(pid=31073): Launched\u000a17:00:45.613973 bus /sierra_2: Setting Powered False\u000a17:00:46.691555 run create_hlr_db(pid=31073): Terminated: ok {rc=0}\u000a17:00:47.185051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31075): Launched\u000a17:00:47.502257 run osmo-hlr_10.42.42.2(pid=31076): Launched\u000a17:00:47.622951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:48.166431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31078): Launched\u000a17:00:48.476579 run osmo-stp_10.42.42.5(pid=31079): Launched\u000a17:00:48.589541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:49.160810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31081): Launched\u000a17:00:49.473478 run osmo-msc_10.42.42.6(pid=31082): Launched\u000a17:00:49.654689 run osmo-stp_10.42.42.5(pid=31079): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31079)]\u000a17:00:49.784893 run osmo-stp_10.42.42.5(pid=31079): stdout: \u000a| (launched: 2022-12-12_17:00:48.322869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:49.913614 run osmo-stp_10.42.42.5(pid=31079): stderr: \u000a| �[0;m�[38;5;43m20221212170048493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170048494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170048494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170048494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:50.037858 run osmo-stp_10.42.42.5(pid=31079): stdout: \u000a| (launched: 2022-12-12_17:00:48.322869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:50.161654 run osmo-stp_10.42.42.5(pid=31079): stderr: \u000a| �[0;m�[38;5;43m20221212170048493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170048494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170048494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170048494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170048495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:50.215913 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31079): Process ended prematurely: osmo-stp_10.42.42.5(pid=31079) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31079)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:00:50.224925 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:00:50.285986 run osmo-hlr_10.42.42.2(pid=31076): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31076)]\u000a17:00:50.335194 run osmo-hlr_10.42.42.2(pid=31076): stdout: \u000a| (launched: 2022-12-12_17:00:47.344872) \u000a17:00:50.385129 run osmo-hlr_10.42.42.2(pid=31076): stderr: \u000a| �[0;m�[1;31m20221212170047521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170047521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170047521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170047522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170047522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170047522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170047535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170047543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170047543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170047543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:50.452926 run osmo-msc_10.42.42.6(pid=31082): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31082)]\u000a17:00:50.501916 run osmo-msc_10.42.42.6(pid=31082): stdout: \u000a| (launched: 2022-12-12_17:00:49.317501) \u000a17:00:50.552201 run osmo-msc_10.42.42.6(pid=31082): stderr: \u000a| �[0;m�[38;5;43m20221212170049590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170049590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53b19a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170049590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170049590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170049590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170049591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170049592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:50.594140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31075): Terminating (SIGTERM)\u000a17:00:50.634250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31078): Terminating (SIGTERM)\u000a17:00:50.674353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31081): Terminating (SIGTERM)\u000a17:00:50.684139 --- ParallelTerminationStrategy: PID 31075 died...\u000a17:00:50.737348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31075): Terminated: ok {rc=0}\u000a17:00:50.747579 --- ParallelTerminationStrategy: PID 31078 died...\u000a17:00:50.800696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31078): Terminated: ok {rc=0}\u000a17:00:50.810581 --- ParallelTerminationStrategy: PID 31081 died...\u000a17:00:50.864296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31081): Terminated: ok {rc=0}\u000a17:00:50.952759 bus /sierra_3: Setting Powered False\u000a17:00:52.055917 bus /sierra_3: Setting Powered False\u000a17:00:53.163233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:00:54.274038 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.286241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:00:54.441808 tst mo_mt_call_osmux.py: using LAC 30253\u000a17:00:54.564733 tst mo_mt_call_osmux.py: using RAC 163\u000a17:00:54.687704 tst mo_mt_call_osmux.py: using CellId 30253\u000a17:00:54.812695 tst mo_mt_call_osmux.py: using BVCI 30254\u000a17:00:54.836225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.847721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.859078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.870694 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.882261 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:00:54.893798 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:00:55.014835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:00:55.232035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:55.763055 run create_hlr_db(pid=31084): Launched\u000a17:00:55.952772 bus /sierra_2: Setting Powered False\u000a17:00:56.974134 run create_hlr_db(pid=31084): Terminated: ok {rc=0}\u000a17:00:57.388893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Launched\u000a17:00:57.698890 run osmo-hlr_10.42.42.2(pid=31087): Launched\u000a17:00:57.816383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:58.352261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Launched\u000a17:00:58.664516 run osmo-stp_10.42.42.5(pid=31090): Launched\u000a17:00:58.776896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:59.341442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31092): Launched\u000a17:00:59.651648 run osmo-msc_10.42.42.6(pid=31093): Launched\u000a17:00:59.832674 run osmo-stp_10.42.42.5(pid=31090): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]\u000a17:00:59.962733 run osmo-stp_10.42.42.5(pid=31090): stdout: \u000a| (launched: 2022-12-12_17:00:58.508769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:00.090897 run osmo-stp_10.42.42.5(pid=31090): stderr: \u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170058679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:00.214543 run osmo-stp_10.42.42.5(pid=31090): stdout: \u000a| (launched: 2022-12-12_17:00:58.508769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:00.337241 run osmo-stp_10.42.42.5(pid=31090): stderr: \u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170058678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170058679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170058679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:00.391539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:01:00.400734 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:01:00.462209 run osmo-hlr_10.42.42.2(pid=31087): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31087)]\u000a17:01:00.511620 run osmo-hlr_10.42.42.2(pid=31087): stdout: \u000a| (launched: 2022-12-12_17:00:57.545425) \u000a17:01:00.561799 run osmo-hlr_10.42.42.2(pid=31087): stderr: \u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170057722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170057735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170057746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170057746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170057746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:00.629556 run osmo-msc_10.42.42.6(pid=31093): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31093)]\u000a17:01:00.679509 run osmo-msc_10.42.42.6(pid=31093): stdout: \u000a| (launched: 2022-12-12_17:00:59.498049) \u000a17:01:00.729609 run osmo-msc_10.42.42.6(pid=31093): stderr: \u000a| �[0;m�[38;5;43m20221212170059768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170059768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fd89bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170059768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170059769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170059769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170059769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170059771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170059771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170059771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170059771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:00.771707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Terminating (SIGTERM)\u000a17:01:00.812187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Terminating (SIGTERM)\u000a17:01:00.854547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31092): Terminating (SIGTERM)\u000a17:01:00.864650 --- ParallelTerminationStrategy: PID 31086 died...\u000a17:01:00.920066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Terminated: ok {rc=0}\u000a17:01:00.931460 --- ParallelTerminationStrategy: PID 31089 died...\u000a17:01:00.986586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Terminated: ok {rc=0}\u000a17:01:00.997964 --- ParallelTerminationStrategy: PID 31092 died...\u000a17:01:01.053173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31092): Terminated: ok {rc=0}\u000a17:01:01.140928 bus /sierra_3: Setting Powered False\u000a17:01:02.247984 bus /sierra_3: Setting Powered False\u000a17:01:03.361032 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:00:43" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31104): Process ended prematurely: osmo-stp_10.42.42.5(pid=31104) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31104)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31104): Process ended prematurely: osmo-stp_10.42.42.5(pid=31104) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:01:05.342094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.353559 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:01:05.512254 tst mo_mt_call.py: using LAC 30254\u000a17:01:05.631235 tst mo_mt_call.py: using RAC 164\u000a17:01:05.751767 tst mo_mt_call.py: using CellId 30254\u000a17:01:05.872241 tst mo_mt_call.py: using BVCI 30255\u000a17:01:05.895521 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.906751 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.917861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.929221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.940575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:05.952051 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:01:06.072464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:01:06.276237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:06.766356 run create_hlr_db(pid=31098): Launched\u000a17:01:06.943321 bus /sierra_2: Setting Powered False\u000a17:01:07.965589 run create_hlr_db(pid=31098): Terminated: ok {rc=0}\u000a17:01:08.406802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31100): Launched\u000a17:01:08.740596 run osmo-hlr_10.42.42.2(pid=31101): Launched\u000a17:01:08.863801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:09.437978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31103): Launched\u000a17:01:09.770223 run osmo-stp_10.42.42.5(pid=31104): Launched\u000a17:01:09.889168 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:10.493727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31106): Launched\u000a17:01:10.826624 run osmo-msc_10.42.42.6(pid=31107): Launched\u000a17:01:11.019208 run osmo-stp_10.42.42.5(pid=31104): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31104)]\u000a17:01:11.158060 run osmo-stp_10.42.42.5(pid=31104): stdout: \u000a| (launched: 2022-12-12_17:01:09.605615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:11.295877 run osmo-stp_10.42.42.5(pid=31104): stderr: \u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170109800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:11.428745 run osmo-stp_10.42.42.5(pid=31104): stdout: \u000a| (launched: 2022-12-12_17:01:09.605615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:11.559945 run osmo-stp_10.42.42.5(pid=31104): stderr: \u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170109799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170109800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170109800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:11.617999 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31104): Process ended prematurely: osmo-stp_10.42.42.5(pid=31104) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31104)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a17:01:11.627531 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:01:11.691188 run osmo-hlr_10.42.42.2(pid=31101): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31101)]\u000a17:01:11.742802 run osmo-hlr_10.42.42.2(pid=31101): stdout: \u000a| (launched: 2022-12-12_17:01:08.575704) \u000a17:01:11.795405 run osmo-hlr_10.42.42.2(pid=31101): stderr: \u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170108774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170108787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170108796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170108796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170108796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:11.866350 run osmo-msc_10.42.42.6(pid=31107): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31107)]\u000a17:01:11.918411 run osmo-msc_10.42.42.6(pid=31107): stdout: \u000a| (launched: 2022-12-12_17:01:10.662123) \u000a17:01:11.970712 run osmo-msc_10.42.42.6(pid=31107): stderr: \u000a| �[0;m�[38;5;43m20221212170110984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170110985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e5f389c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170110985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170110985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170110985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170110985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170110987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170110987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170110987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170110987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:12.015065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31100): Terminating (SIGTERM)\u000a17:01:12.057382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31103): Terminating (SIGTERM)\u000a17:01:12.099645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31106): Terminating (SIGTERM)\u000a17:01:12.109827 --- ParallelTerminationStrategy: PID 31100 died...\u000a17:01:12.166230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31100): Terminated: ok {rc=0}\u000a17:01:12.176363 --- ParallelTerminationStrategy: PID 31103 died...\u000a17:01:12.232091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31103): Terminated: ok {rc=0}\u000a17:01:12.242234 --- ParallelTerminationStrategy: PID 31106 died...\u000a17:01:12.297818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31106): Terminated: ok {rc=0}\u000a17:01:12.386544 bus /sierra_3: Setting Powered False\u000a17:01:13.494903 bus /sierra_3: Setting Powered False\u000a17:01:14.606395 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31115): Process ended prematurely: osmo-stp_10.42.42.5(pid=31115) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31115)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31115): Process ended prematurely: osmo-stp_10.42.42.5(pid=31115) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:01:15.717740 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:15.729780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a17:01:15.889269 tst mo_mt_call_osmux.py: using LAC 30255\u000a17:01:16.057716 tst mo_mt_call_osmux.py: using RAC 165\u000a17:01:16.183063 tst mo_mt_call_osmux.py: using CellId 30255\u000a17:01:16.317408 tst mo_mt_call_osmux.py: using BVCI 30256\u000a17:01:16.344048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:16.356789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:16.369145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:16.381533 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:16.394238 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a17:01:16.406871 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:01:16.536155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a17:01:16.789542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:17.308456 run create_hlr_db(pid=31109): Launched\u000a17:01:17.500356 bus /sierra_2: Setting Powered False\u000a17:01:18.520026 run create_hlr_db(pid=31109): Terminated: ok {rc=0}\u000a17:01:18.934379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31111): Launched\u000a17:01:19.243309 run osmo-hlr_10.42.42.2(pid=31112): Launched\u000a17:01:19.360651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:19.897351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31114): Launched\u000a17:01:20.208165 run osmo-stp_10.42.42.5(pid=31115): Launched\u000a17:01:20.319763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:20.883707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31117): Launched\u000a17:01:21.193777 run osmo-msc_10.42.42.6(pid=31118): Launched\u000a17:01:21.375161 run osmo-stp_10.42.42.5(pid=31115): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31115)]\u000a17:01:21.505320 run osmo-stp_10.42.42.5(pid=31115): stdout: \u000a| (launched: 2022-12-12_17:01:20.053492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:21.633587 run osmo-stp_10.42.42.5(pid=31115): stderr: \u000a| �[0;m�[38;5;43m20221212170120224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170120224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170120225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170120225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170120225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170120226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170120226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:21.757280 run osmo-stp_10.42.42.5(pid=31115): stdout: \u000a| (launched: 2022-12-12_17:01:20.053492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:21.879845 run osmo-stp_10.42.42.5(pid=31115): stderr: \u000a| �[0;m�[38;5;43m20221212170120224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170120224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170120225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170120225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170120225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170120226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170120226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:21.934089 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31115): Process ended prematurely: osmo-stp_10.42.42.5(pid=31115) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31115)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a17:01:21.942909 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:01:22.004000 run osmo-hlr_10.42.42.2(pid=31112): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31112)]\u000a17:01:22.053543 run osmo-hlr_10.42.42.2(pid=31112): stdout: \u000a| (launched: 2022-12-12_17:01:19.090586) \u000a17:01:22.103317 run osmo-hlr_10.42.42.2(pid=31112): stderr: \u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170119264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170119276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170119285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170119285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170119285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:22.171180 run osmo-msc_10.42.42.6(pid=31118): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31118)]\u000a17:01:22.220395 run osmo-msc_10.42.42.6(pid=31118): stdout: \u000a| (launched: 2022-12-12_17:01:21.039113) \u000a17:01:22.270673 run osmo-msc_10.42.42.6(pid=31118): stderr: \u000a| �[0;m�[38;5;43m20221212170121310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170121310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb6622ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170121310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170121310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170121311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170121311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170121313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170121313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170121313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170121313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:22.312603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31111): Terminating (SIGTERM)\u000a17:01:22.352654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31114): Terminating (SIGTERM)\u000a17:01:22.392786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31117): Terminating (SIGTERM)\u000a17:01:22.402394 --- ParallelTerminationStrategy: PID 31111 died...\u000a17:01:22.455557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31111): Terminated: ok {rc=0}\u000a17:01:22.465691 --- ParallelTerminationStrategy: PID 31114 died...\u000a17:01:22.518994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31114): Terminated: ok {rc=0}\u000a17:01:22.529113 --- ParallelTerminationStrategy: PID 31117 died...\u000a17:01:22.582692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31117): Terminated: ok {rc=0}\u000a17:01:22.672231 bus /sierra_3: Setting Powered False\u000a17:01:23.775283 bus /sierra_3: Setting Powered False\u000a17:01:24.886641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:01:05" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:01:26.888868 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:26.900512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:01:27.059351 tst mo_mt_call.py: using LAC 30256\u000a17:01:27.181278 tst mo_mt_call.py: using RAC 166\u000a17:01:27.302364 tst mo_mt_call.py: using CellId 30256\u000a17:01:27.423734 tst mo_mt_call.py: using BVCI 30257\u000a17:01:27.447193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:27.458473 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:27.469665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:27.482057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:27.496854 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:27.508436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:01:27.627959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:01:27.841804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:28.368812 run create_hlr_db(pid=31124): Launched\u000a17:01:28.558740 bus /sierra_2: Setting Powered False\u000a17:01:29.580587 run create_hlr_db(pid=31124): Terminated: ok {rc=0}\u000a17:01:30.019550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Launched\u000a17:01:30.350976 run osmo-hlr_10.42.42.2(pid=31127): Launched\u000a17:01:30.474287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:31.080925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Launched\u000a17:01:31.507820 run osmo-stp_10.42.42.5(pid=31130): Launched\u000a17:01:31.728057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:32.337249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Launched\u000a17:01:32.669928 run osmo-msc_10.42.42.6(pid=31133): Launched\u000a17:01:32.862466 run osmo-stp_10.42.42.5(pid=31130): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)]\u000a17:01:33.000615 run osmo-stp_10.42.42.5(pid=31130): stdout: \u000a| (launched: 2022-12-12_17:01:31.250795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:33.138101 run osmo-stp_10.42.42.5(pid=31130): stderr: \u000a| �[0;m�[38;5;43m20221212170131535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170131535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170131536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170131536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170131536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170131549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170131549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:33.270285 run osmo-stp_10.42.42.5(pid=31130): stdout: \u000a| (launched: 2022-12-12_17:01:31.250795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:33.401765 run osmo-stp_10.42.42.5(pid=31130): stderr: \u000a| �[0;m�[38;5;43m20221212170131535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170131535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170131536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170131536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170131536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170131549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170131549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:33.459685 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31130): Process ended prematurely: osmo-stp_10.42.42.5(pid=31130) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31130)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:01:33.468903 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a17:01:33.532899 run osmo-hlr_10.42.42.2(pid=31127): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31127)]\u000a17:01:33.584642 run osmo-hlr_10.42.42.2(pid=31127): stdout: \u000a| (launched: 2022-12-12_17:01:30.187215) \u000a17:01:33.636823 run osmo-hlr_10.42.42.2(pid=31127): stderr: \u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170130386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170130398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170130407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170130408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170130408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:33.707762 run osmo-msc_10.42.42.6(pid=31133): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31133)]\u000a17:01:33.759244 run osmo-msc_10.42.42.6(pid=31133): stdout: \u000a| (launched: 2022-12-12_17:01:32.505106) \u000a17:01:33.811217 run osmo-msc_10.42.42.6(pid=31133): stderr: \u000a| �[0;m�[38;5;43m20221212170132829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170132829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5eae40ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170132829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170132829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170132829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170132829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170132831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170132831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170132832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170132832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:33.855219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Terminating (SIGTERM)\u000a17:01:33.897478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Terminating (SIGTERM)\u000a17:01:33.939641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Terminating (SIGTERM)\u000a17:01:33.949950 --- ParallelTerminationStrategy: PID 31126 died...\u000a17:01:34.005815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31126): Terminated: ok {rc=0}\u000a17:01:34.016429 --- ParallelTerminationStrategy: PID 31129 died...\u000a17:01:34.072102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31129): Terminated: ok {rc=0}\u000a17:01:34.082678 --- ParallelTerminationStrategy: PID 31132 died...\u000a17:01:34.138849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31132): Terminated: ok {rc=0}\u000a17:01:34.226092 bus /sierra_3: Setting Powered False\u000a17:01:35.333557 bus /sierra_3: Setting Powered False\u000a17:01:36.441576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:01:37.554959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:37.567248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:01:37.725562 tst mo_mt_call_osmux.py: using LAC 30257\u000a17:01:37.846957 tst mo_mt_call_osmux.py: using RAC 167\u000a17:01:37.971184 tst mo_mt_call_osmux.py: using CellId 30257\u000a17:01:38.091180 tst mo_mt_call_osmux.py: using BVCI 30258\u000a17:01:38.114527 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:38.125828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:38.136922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:38.148469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:38.160111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:01:38.171635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:01:38.293893 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:01:38.498918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:38.987112 run create_hlr_db(pid=31135): Launched\u000a17:01:39.164016 bus /sierra_2: Setting Powered False\u000a17:01:40.185085 run create_hlr_db(pid=31135): Terminated: ok {rc=0}\u000a17:01:40.623792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Launched\u000a17:01:40.955260 run osmo-hlr_10.42.42.2(pid=31138): Launched\u000a17:01:41.074862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:41.647488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Launched\u000a17:01:41.977696 run osmo-stp_10.42.42.5(pid=31141): Launched\u000a17:01:42.096916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:42.699125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Launched\u000a17:01:43.030861 run osmo-msc_10.42.42.6(pid=31144): Launched\u000a17:01:43.223566 run osmo-stp_10.42.42.5(pid=31141): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)]\u000a17:01:43.366494 run osmo-stp_10.42.42.5(pid=31141): stdout: \u000a| (launched: 2022-12-12_17:01:41.815135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:43.503337 run osmo-stp_10.42.42.5(pid=31141): stderr: \u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170142009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:43.634960 run osmo-stp_10.42.42.5(pid=31141): stdout: \u000a| (launched: 2022-12-12_17:01:41.815135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:43.765020 run osmo-stp_10.42.42.5(pid=31141): stderr: \u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170142008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170142009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170142009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:43.822711 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31141): Process ended prematurely: osmo-stp_10.42.42.5(pid=31141) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31141)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:01:43.832109 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:01:43.894831 run osmo-hlr_10.42.42.2(pid=31138): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31138)]\u000a17:01:43.946156 run osmo-hlr_10.42.42.2(pid=31138): stdout: \u000a| (launched: 2022-12-12_17:01:40.791814) \u000a17:01:43.998092 run osmo-hlr_10.42.42.2(pid=31138): stderr: \u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170140991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170141003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170141012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170141012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170141012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:44.068902 run osmo-msc_10.42.42.6(pid=31144): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31144)]\u000a17:01:44.120208 run osmo-msc_10.42.42.6(pid=31144): stdout: \u000a| (launched: 2022-12-12_17:01:42.866699) \u000a17:01:44.171836 run osmo-msc_10.42.42.6(pid=31144): stderr: \u000a| �[0;m�[38;5;43m20221212170143190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170143191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f605a191c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170143191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170143191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170143191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170143191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170143193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170143193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170143193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170143193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:44.215673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Terminating (SIGTERM)\u000a17:01:44.257747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Terminating (SIGTERM)\u000a17:01:44.299350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Terminating (SIGTERM)\u000a17:01:44.309245 --- ParallelTerminationStrategy: PID 31137 died...\u000a17:01:44.364800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31137): Terminated: ok {rc=0}\u000a17:01:44.375214 --- ParallelTerminationStrategy: PID 31140 died...\u000a17:01:44.430708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31140): Terminated: ok {rc=0}\u000a17:01:44.440785 --- ParallelTerminationStrategy: PID 31143 died...\u000a17:01:44.496375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31143): Terminated: ok {rc=0}\u000a17:01:44.582229 bus /sierra_3: Setting Powered False\u000a17:01:45.688102 bus /sierra_3: Setting Powered False\u000a17:01:46.806379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:01:26" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31155): Process ended prematurely: osmo-stp_10.42.42.5(pid=31155) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31155)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31155): Process ended prematurely: osmo-stp_10.42.42.5(pid=31155) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:01:48.804027 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:48.816116 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:01:48.976670 tst mo_mt_call.py: using LAC 30258\u000a17:01:49.103925 tst mo_mt_call.py: using RAC 168\u000a17:01:49.232379 tst mo_mt_call.py: using CellId 30258\u000a17:01:49.359463 tst mo_mt_call.py: using BVCI 30259\u000a17:01:49.385174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:49.396920 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:49.408534 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:49.420217 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:49.432073 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:49.443767 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:01:49.560802 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:01:49.775496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:50.303181 run create_hlr_db(pid=31149): Launched\u000a17:01:50.493691 bus /sierra_2: Setting Powered False\u000a17:01:51.514735 run create_hlr_db(pid=31149): Terminated: ok {rc=0}\u000a17:01:51.930543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31151): Launched\u000a17:01:52.241135 run osmo-hlr_10.42.42.2(pid=31152): Launched\u000a17:01:52.362136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:52.905906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31154): Launched\u000a17:01:53.214901 run osmo-stp_10.42.42.5(pid=31155): Launched\u000a17:01:53.327704 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:53.893669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31157): Launched\u000a17:01:54.205334 run osmo-msc_10.42.42.6(pid=31158): Launched\u000a17:01:54.387530 run osmo-stp_10.42.42.5(pid=31155): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31155)]\u000a17:01:54.519100 run osmo-stp_10.42.42.5(pid=31155): stdout: \u000a| (launched: 2022-12-12_17:01:53.062065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:54.648300 run osmo-stp_10.42.42.5(pid=31155): stderr: \u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170153232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:54.772299 run osmo-stp_10.42.42.5(pid=31155): stdout: \u000a| (launched: 2022-12-12_17:01:53.062065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:54.895678 run osmo-stp_10.42.42.5(pid=31155): stderr: \u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170153231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170153232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170153232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:54.950130 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31155): Process ended prematurely: osmo-stp_10.42.42.5(pid=31155) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31155)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:01:54.958875 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:01:55.020150 run osmo-hlr_10.42.42.2(pid=31152): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31152)]\u000a17:01:55.069808 run osmo-hlr_10.42.42.2(pid=31152): stdout: \u000a| (launched: 2022-12-12_17:01:52.087075) \u000a17:01:55.120236 run osmo-hlr_10.42.42.2(pid=31152): stderr: \u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170152263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170152275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170152283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170152283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170152283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:55.188828 run osmo-msc_10.42.42.6(pid=31158): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31158)]\u000a17:01:55.238674 run osmo-msc_10.42.42.6(pid=31158): stdout: \u000a| (launched: 2022-12-12_17:01:54.049650) \u000a17:01:55.289154 run osmo-msc_10.42.42.6(pid=31158): stderr: \u000a| �[0;m�[38;5;43m20221212170154321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170154321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f352ad40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170154321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170154321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170154322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170154322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170154323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170154324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:55.331535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31151): Terminating (SIGTERM)\u000a17:01:55.371860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31154): Terminating (SIGTERM)\u000a17:01:55.412357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31157): Terminating (SIGTERM)\u000a17:01:55.422187 --- ParallelTerminationStrategy: PID 31151 died...\u000a17:01:55.475869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31151): Terminated: ok {rc=0}\u000a17:01:55.486005 --- ParallelTerminationStrategy: PID 31154 died...\u000a17:01:55.540585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31154): Terminated: ok {rc=0}\u000a17:01:55.550543 --- ParallelTerminationStrategy: PID 31157 died...\u000a17:01:55.604753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31157): Terminated: ok {rc=0}\u000a17:01:55.694155 bus /sierra_3: Setting Powered False\u000a17:01:56.798948 bus /sierra_3: Setting Powered False\u000a17:01:57.911645 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:01:59.022531 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.034789 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:01:59.190437 tst mo_mt_call_osmux.py: using LAC 30259\u000a17:01:59.313363 tst mo_mt_call_osmux.py: using RAC 169\u000a17:01:59.434676 tst mo_mt_call_osmux.py: using CellId 30259\u000a17:01:59.557329 tst mo_mt_call_osmux.py: using BVCI 30260\u000a17:01:59.580699 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.592231 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.603526 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.615184 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.626758 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:01:59.638372 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:01:59.754585 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:01:59.957167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:00.447229 run create_hlr_db(pid=31160): Launched\u000a17:02:00.624735 bus /sierra_2: Setting Powered False\u000a17:02:01.648701 run create_hlr_db(pid=31160): Terminated: ok {rc=0}\u000a17:02:02.079784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Launched\u000a17:02:02.395777 run osmo-hlr_10.42.42.2(pid=31163): Launched\u000a17:02:02.518010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:03.060891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Launched\u000a17:02:03.372472 run osmo-stp_10.42.42.5(pid=31166): Launched\u000a17:02:03.484653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:04.048703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Launched\u000a17:02:04.359085 run osmo-msc_10.42.42.6(pid=31169): Launched\u000a17:02:04.539537 run osmo-stp_10.42.42.5(pid=31166): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)]\u000a17:02:04.669980 run osmo-stp_10.42.42.5(pid=31166): stdout: \u000a| (launched: 2022-12-12_17:02:03.217750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:04.798324 run osmo-stp_10.42.42.5(pid=31166): stderr: \u000a| �[0;m�[38;5;43m20221212170203389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170203389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170203390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170203390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:04.922202 run osmo-stp_10.42.42.5(pid=31166): stdout: \u000a| (launched: 2022-12-12_17:02:03.217750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:05.045292 run osmo-stp_10.42.42.5(pid=31166): stderr: \u000a| �[0;m�[38;5;43m20221212170203389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170203389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170203390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170203390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170203391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:05.099649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31166): Process ended prematurely: osmo-stp_10.42.42.5(pid=31166) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31166)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:02:05.108583 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a17:02:05.169391 run osmo-hlr_10.42.42.2(pid=31163): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31163)]\u000a17:02:05.218858 run osmo-hlr_10.42.42.2(pid=31163): stdout: \u000a| (launched: 2022-12-12_17:02:02.238823) \u000a17:02:05.269175 run osmo-hlr_10.42.42.2(pid=31163): stderr: \u000a| �[0;m�[1;31m20221212170202411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170202411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170202412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170202412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170202412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170202412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170202426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170202435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170202436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170202436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:05.337407 run osmo-msc_10.42.42.6(pid=31169): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31169)]\u000a17:02:05.387397 run osmo-msc_10.42.42.6(pid=31169): stdout: \u000a| (launched: 2022-12-12_17:02:04.204783) \u000a17:02:05.437622 run osmo-msc_10.42.42.6(pid=31169): stderr: \u000a| �[0;m�[38;5;43m20221212170204477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170204478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44bd9d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170204478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170204478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170204478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170204478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170204480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170204480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170204480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170204481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:05.479900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Terminating (SIGTERM)\u000a17:02:05.520872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Terminating (SIGTERM)\u000a17:02:05.561815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Terminating (SIGTERM)\u000a17:02:05.571630 --- ParallelTerminationStrategy: PID 31162 died...\u000a17:02:05.625449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31162): Terminated: ok {rc=0}\u000a17:02:05.635602 --- ParallelTerminationStrategy: PID 31165 died...\u000a17:02:05.689283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31165): Terminated: ok {rc=0}\u000a17:02:05.699263 --- ParallelTerminationStrategy: PID 31168 died...\u000a17:02:05.753066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31168): Terminated: ok {rc=0}\u000a17:02:05.843291 bus /sierra_3: Setting Powered False\u000a17:02:06.947649 bus /sierra_3: Setting Powered False\u000a17:02:08.059433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:01:48" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a17:02:10.038701 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.049835 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:02:10.200697 tst mo_mt_call.py: using LAC 30260\u000a17:02:10.318947 tst mo_mt_call.py: using RAC 170\u000a17:02:10.444546 tst mo_mt_call.py: using CellId 30260\u000a17:02:10.575640 tst mo_mt_call.py: using BVCI 30261\u000a17:02:10.600064 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.611828 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.623145 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.634975 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.646905 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:10.658816 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:02:10.775192 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:02:10.983059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:11.494886 run create_hlr_db(pid=31174): Launched\u000a17:02:11.679785 bus /sierra_2: Setting Powered False\u000a17:02:12.700157 run create_hlr_db(pid=31174): Terminated: ok {rc=0}\u000a17:02:13.101980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Launched\u000a17:02:13.401094 run osmo-hlr_10.42.42.2(pid=31177): Launched\u000a17:02:13.511970 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:14.028782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Launched\u000a17:02:14.326420 run osmo-stp_10.42.42.5(pid=31180): Launched\u000a17:02:14.435219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:14.980645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31182): Launched\u000a17:02:15.281956 run osmo-msc_10.42.42.6(pid=31183): Launched\u000a17:02:15.458013 run osmo-stp_10.42.42.5(pid=31180): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)]\u000a17:02:15.584858 run osmo-stp_10.42.42.5(pid=31180): stdout: \u000a| (launched: 2022-12-12_17:02:14.179152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:15.709535 run osmo-stp_10.42.42.5(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170214346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:15.830904 run osmo-stp_10.42.42.5(pid=31180): stdout: \u000a| (launched: 2022-12-12_17:02:14.179152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:15.986334 run osmo-stp_10.42.42.5(pid=31180): stderr: \u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170214345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170214346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170214346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:16.044342 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31180): Process ended prematurely: osmo-stp_10.42.42.5(pid=31180) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31180)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a17:02:16.054753 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a17:02:16.119134 run osmo-hlr_10.42.42.2(pid=31177): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31177)]\u000a17:02:16.170998 run osmo-hlr_10.42.42.2(pid=31177): stdout: \u000a| (launched: 2022-12-12_17:02:13.253061) \u000a17:02:16.224355 run osmo-hlr_10.42.42.2(pid=31177): stderr: \u000a| �[0;m�[1;31m20221212170213426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170213426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170213427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170213427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170213427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170213427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170213441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170213451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170213451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170213451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:16.304546 run osmo-msc_10.42.42.6(pid=31183): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31183)]\u000a17:02:16.367244 run osmo-msc_10.42.42.6(pid=31183): stdout: \u000a| (launched: 2022-12-12_17:02:15.132723) \u000a17:02:16.425569 run osmo-msc_10.42.42.6(pid=31183): stderr: \u000a| �[0;m�[38;5;43m20221212170215402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170215402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f042d504c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170215402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170215402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170215402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170215402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170215404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170215404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170215405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170215405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:16.471461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Terminating (SIGTERM)\u000a17:02:16.518056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Terminating (SIGTERM)\u000a17:02:16.563253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31182): Terminating (SIGTERM)\u000a17:02:16.573799 --- ParallelTerminationStrategy: PID 31176 died...\u000a17:02:16.632583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31176): Terminated: ok {rc=0}\u000a17:02:16.643438 --- ParallelTerminationStrategy: PID 31179 died...\u000a17:02:16.708643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31179): Terminated: ok {rc=0}\u000a17:02:16.721733 --- ParallelTerminationStrategy: PID 31182 died...\u000a17:02:16.790695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31182): Terminated: ok {rc=0}\u000a17:02:16.894250 bus /sierra_3: Setting Powered False\u000a17:02:17.995862 bus /sierra_3: Setting Powered False\u000a17:02:19.104876 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31191): Process ended prematurely: osmo-stp_10.42.42.5(pid=31191) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31191)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31191): Process ended prematurely: osmo-stp_10.42.42.5(pid=31191) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:02:20.213350 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.224857 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:02:20.382620 tst mo_mt_call_osmux.py: using LAC 30261\u000a17:02:20.510892 tst mo_mt_call_osmux.py: using RAC 171\u000a17:02:20.632437 tst mo_mt_call_osmux.py: using CellId 30261\u000a17:02:20.753981 tst mo_mt_call_osmux.py: using BVCI 30262\u000a17:02:20.777848 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.789383 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.800527 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.811756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.823139 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a17:02:20.834435 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:02:20.947613 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a17:02:21.144067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:21.609662 run create_hlr_db(pid=31185): Launched\u000a17:02:21.781359 bus /sierra_2: Setting Powered False\u000a17:02:22.802913 run create_hlr_db(pid=31185): Terminated: ok {rc=0}\u000a17:02:23.228051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31187): Launched\u000a17:02:23.547026 run osmo-hlr_10.42.42.2(pid=31188): Launched\u000a17:02:23.663693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:24.218216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31190): Launched\u000a17:02:24.538163 run osmo-stp_10.42.42.5(pid=31191): Launched\u000a17:02:24.654043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:25.237141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31193): Launched\u000a17:02:25.558000 run osmo-msc_10.42.42.6(pid=31194): Launched\u000a17:02:25.745338 run osmo-stp_10.42.42.5(pid=31191): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31191)]\u000a17:02:25.879871 run osmo-stp_10.42.42.5(pid=31191): stdout: \u000a| (launched: 2022-12-12_17:02:24.380169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:26.013795 run osmo-stp_10.42.42.5(pid=31191): stderr: \u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170224570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:26.142234 run osmo-stp_10.42.42.5(pid=31191): stdout: \u000a| (launched: 2022-12-12_17:02:24.380169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:26.269216 run osmo-stp_10.42.42.5(pid=31191): stderr: \u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170224569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170224570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170224570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:26.325313 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31191): Process ended prematurely: osmo-stp_10.42.42.5(pid=31191) [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31191)] [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a17:02:26.334591 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:02:26.396550 run osmo-hlr_10.42.42.2(pid=31188): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31188)]\u000a17:02:26.447175 run osmo-hlr_10.42.42.2(pid=31188): stdout: \u000a| (launched: 2022-12-12_17:02:23.391058) \u000a17:02:26.498457 run osmo-hlr_10.42.42.2(pid=31188): stderr: \u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170223586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170223599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170223607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170223607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170223607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:26.568354 run osmo-msc_10.42.42.6(pid=31194): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31194)]\u000a17:02:26.618924 run osmo-msc_10.42.42.6(pid=31194): stdout: \u000a| (launched: 2022-12-12_17:02:25.399706) \u000a17:02:26.669977 run osmo-msc_10.42.42.6(pid=31194): stderr: \u000a| �[0;m�[38;5;43m20221212170225720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170225720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f558ca03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170225720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170225720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170225721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170225721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170225722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170225723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170225723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170225723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:26.713469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31187): Terminating (SIGTERM)\u000a17:02:26.754636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31190): Terminating (SIGTERM)\u000a17:02:26.795857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31193): Terminating (SIGTERM)\u000a17:02:26.805643 --- ParallelTerminationStrategy: PID 31187 died...\u000a17:02:26.860536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31187): Terminated: ok {rc=0}\u000a17:02:26.870610 --- ParallelTerminationStrategy: PID 31190 died...\u000a17:02:26.925453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31190): Terminated: ok {rc=0}\u000a17:02:26.935403 --- ParallelTerminationStrategy: PID 31193 died...\u000a17:02:26.990097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31193): Terminated: ok {rc=0}\u000a17:02:27.075587 bus /sierra_3: Setting Powered False\u000a17:02:28.177244 bus /sierra_3: Setting Powered False\u000a17:02:29.285623 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31205): Process ended prematurely: osmo-stp_10.42.42.5(pid=31205) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31205)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31205): Process ended prematurely: osmo-stp_10.42.42.5(pid=31205) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:02:31.324177 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.335684 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:02:31.469947 tst emergency_mo_mt_call.py: using LAC 30262\u000a17:02:31.618985 tst emergency_mo_mt_call.py: using RAC 172\u000a17:02:31.742355 tst emergency_mo_mt_call.py: using CellId 30262\u000a17:02:31.861951 tst emergency_mo_mt_call.py: using BVCI 30263\u000a17:02:31.885827 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.898553 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.910178 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.922470 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.934728 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:31.947097 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:32.065785 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:32.292045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:32.795545 run create_hlr_db(pid=31199): Launched\u000a17:02:32.977948 bus /sierra_2: Setting Powered False\u000a17:02:33.997941 run create_hlr_db(pid=31199): Terminated: ok {rc=0}\u000a17:02:34.392720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31201): Launched\u000a17:02:34.685947 run osmo-hlr_10.42.42.2(pid=31202): Launched\u000a17:02:34.799845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:35.311954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31204): Launched\u000a17:02:35.604111 run osmo-stp_10.42.42.5(pid=31205): Launched\u000a17:02:35.719519 tst emergency_mo_mt_call.py: using MSISDN 7872\u000a17:02:35.863891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:36.402690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31207): Launched\u000a17:02:36.696511 run osmo-msc_10.42.42.6(pid=31208): Launched\u000a17:02:36.868450 run osmo-stp_10.42.42.5(pid=31205): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31205)]\u000a17:02:36.993270 run osmo-stp_10.42.42.5(pid=31205): stdout: \u000a| (launched: 2022-12-12_17:02:35.459302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:37.115232 run osmo-stp_10.42.42.5(pid=31205): stderr: \u000a| �[0;m�[38;5;43m20221212170235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170235625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170235625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170235625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170235627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170235627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:37.232889 run osmo-stp_10.42.42.5(pid=31205): stdout: \u000a| (launched: 2022-12-12_17:02:35.459302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:37.349390 run osmo-stp_10.42.42.5(pid=31205): stderr: \u000a| �[0;m�[38;5;43m20221212170235624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170235625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170235625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170235625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170235626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170235627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170235627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:37.400413 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31205): Process ended prematurely: osmo-stp_10.42.42.5(pid=31205) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31205)] [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a17:02:37.408322 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a17:02:37.467928 run osmo-hlr_10.42.42.2(pid=31202): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31202)]\u000a17:02:37.516398 run osmo-hlr_10.42.42.2(pid=31202): stdout: \u000a| (launched: 2022-12-12_17:02:34.540886) \u000a17:02:37.565211 run osmo-hlr_10.42.42.2(pid=31202): stderr: \u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170234713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170234724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170234733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170234733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170234733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:37.631477 run osmo-msc_10.42.42.6(pid=31208): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31208)]\u000a17:02:37.679343 run osmo-msc_10.42.42.6(pid=31208): stdout: \u000a| (launched: 2022-12-12_17:02:36.550522) \u000a17:02:37.728477 run osmo-msc_10.42.42.6(pid=31208): stderr: \u000a| �[0;m�[38;5;43m20221212170236819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170236819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f402c2aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170236819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170236819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170236819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170236819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170236822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170236822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170236822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170236822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:37.769601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31201): Terminating (SIGTERM)\u000a17:02:37.808906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31204): Terminating (SIGTERM)\u000a17:02:37.848052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31207): Terminating (SIGTERM)\u000a17:02:37.857587 --- ParallelTerminationStrategy: PID 31201 died...\u000a17:02:37.910231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31201): Terminated: ok {rc=0}\u000a17:02:37.919799 --- ParallelTerminationStrategy: PID 31204 died...\u000a17:02:37.972750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31204): Terminated: ok {rc=0}\u000a17:02:37.982352 --- ParallelTerminationStrategy: PID 31207 died...\u000a17:02:38.035007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31207): Terminated: ok {rc=0}\u000a17:02:38.122731 bus /sierra_3: Setting Powered False\u000a17:02:39.224720 bus /sierra_3: Setting Powered False\u000a17:02:40.334514 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:02:41.386573 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.398326 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:02:41.541506 tst emergency_preemptive_call.py: using LAC 30263\u000a17:02:41.662630 tst emergency_preemptive_call.py: using RAC 173\u000a17:02:41.778702 tst emergency_preemptive_call.py: using CellId 30263\u000a17:02:41.892726 tst emergency_preemptive_call.py: using BVCI 30264\u000a17:02:41.914917 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.925850 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.936514 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.948208 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.959630 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:02:41.971133 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:42.090637 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:42.207953 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:42.323620 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:42.530457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:43.034299 run create_hlr_db(pid=31210): Launched\u000a17:02:43.219405 bus /sierra_2: Setting Powered False\u000a17:02:44.239685 run create_hlr_db(pid=31210): Terminated: ok {rc=0}\u000a17:02:44.642128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Launched\u000a17:02:44.939781 run osmo-hlr_10.42.42.2(pid=31213): Launched\u000a17:02:45.054885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:45.577903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Launched\u000a17:02:46.004696 run osmo-stp_10.42.42.5(pid=31216): Launched\u000a17:02:46.139390 tst emergency_preemptive_call.py: using MSISDN 7873\u000a17:02:46.302171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:46.916783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31218): Launched\u000a17:02:47.244612 run osmo-msc_10.42.42.6(pid=31219): Launched\u000a17:02:47.420582 run osmo-stp_10.42.42.5(pid=31216): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)]\u000a17:02:47.547692 run osmo-stp_10.42.42.5(pid=31216): stdout: \u000a| (launched: 2022-12-12_17:02:45.728856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:47.672837 run osmo-stp_10.42.42.5(pid=31216): stderr: \u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170245898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:47.793273 run osmo-stp_10.42.42.5(pid=31216): stdout: \u000a| (launched: 2022-12-12_17:02:45.728856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:47.912425 run osmo-stp_10.42.42.5(pid=31216): stderr: \u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170245898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170245898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170245899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:47.964379 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31216): Process ended prematurely: osmo-stp_10.42.42.5(pid=31216) [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31216)] [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a17:02:47.972406 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:02:48.032729 run osmo-hlr_10.42.42.2(pid=31213): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31213)]\u000a17:02:48.081592 run osmo-hlr_10.42.42.2(pid=31213): stdout: \u000a| (launched: 2022-12-12_17:02:44.793343) \u000a17:02:48.131270 run osmo-hlr_10.42.42.2(pid=31213): stderr: \u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170244980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170244991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170244991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170244991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:48.198757 run osmo-msc_10.42.42.6(pid=31219): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31219)]\u000a17:02:48.247595 run osmo-msc_10.42.42.6(pid=31219): stdout: \u000a| (launched: 2022-12-12_17:02:47.082661) \u000a17:02:48.297111 run osmo-msc_10.42.42.6(pid=31219): stderr: \u000a| �[0;m�[38;5;43m20221212170247360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170247360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28a3361c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170247361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170247361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170247361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170247361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170247363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170247363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170247363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170247364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:48.338630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminating (SIGTERM)\u000a17:02:48.378138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminating (SIGTERM)\u000a17:02:48.417575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31218): Terminating (SIGTERM)\u000a17:02:48.427063 --- ParallelTerminationStrategy: PID 31212 died...\u000a17:02:48.480038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31212): Terminated: ok {rc=0}\u000a17:02:48.489750 --- ParallelTerminationStrategy: PID 31215 died...\u000a17:02:48.542714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31215): Terminated: ok {rc=0}\u000a17:02:48.552457 --- ParallelTerminationStrategy: PID 31218 died...\u000a17:02:48.605710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31218): Terminated: ok {rc=0}\u000a17:02:48.693164 bus /sierra_9: Setting Powered False\u000a17:02:49.796982 bus /sierra_9: Setting Powered False\u000a17:02:50.907628 bus /sierra_8: Setting Powered False\u000a17:02:52.009111 bus /sierra_8: Setting Powered False\u000a17:02:53.119635 bus /sierra_3: Setting Powered False\u000a17:02:54.220031 bus /sierra_3: Setting Powered False\u000a17:02:55.331294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:02:30" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31235): Process ended prematurely: osmo-stp_10.42.42.5(pid=31235) [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31235)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31235): Process ended prematurely: osmo-stp_10.42.42.5(pid=31235) [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:02:57.429826 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:57.440371 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:02:57.581164 tst cs_paging_gprs_active.py: using LAC 30264\u000a17:02:57.699827 tst cs_paging_gprs_active.py: using RAC 174\u000a17:02:57.821438 tst cs_paging_gprs_active.py: using CellId 30264\u000a17:02:57.938679 tst cs_paging_gprs_active.py: using BVCI 30265\u000a17:02:57.961780 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:57.972401 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:57.983058 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:57.993904 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:58.004543 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:58.015187 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:58.026672 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:58.037467 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:02:58.048256 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:58.169174 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:02:58.463520 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:02:58.599727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:02:58.937194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Launched\u000a17:02:59.217379 run iperf3-srv_10.42.42.10(pid=31225): Launched\u000a17:02:59.417534 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:02:59.553355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:02:59.890171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Launched\u000a17:03:00.170194 run iperf3-srv_10.42.42.10(pid=31227): Launched\u000a17:03:00.369798 tst cs_paging_gprs_active.py:38: start network...\u000a17:03:00.506137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:01.074759 run create_hlr_db(pid=31228): Launched\u000a17:03:01.268683 bus /sierra_2: Setting Powered False\u000a17:03:02.299257 run create_hlr_db(pid=31228): Terminated: ok {rc=0}\u000a17:03:02.707861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31231): Launched\u000a17:03:03.013638 run osmo-hlr_10.42.42.2(pid=31232): Launched\u000a17:03:03.130531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:03.662981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31234): Launched\u000a17:03:03.968378 run osmo-stp_10.42.42.5(pid=31235): Launched\u000a17:03:04.079231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:03:04.610703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31237): Launched\u000a17:03:04.718976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:03:04.984281 run patchelf(pid=31238): Launched\u000a17:03:05.161919 run osmo-stp_10.42.42.5(pid=31235): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31235)]\u000a17:03:05.291395 run osmo-stp_10.42.42.5(pid=31235): stdout: \u000a| (launched: 2022-12-12_17:03:03.816783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:05.422362 run osmo-stp_10.42.42.5(pid=31235): stderr: \u000a| �[0;m�[38;5;43m20221212170303983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170303984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170303984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170303984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:05.548125 run osmo-stp_10.42.42.5(pid=31235): stdout: \u000a| (launched: 2022-12-12_17:03:03.816783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:05.673166 run osmo-stp_10.42.42.5(pid=31235): stderr: \u000a| �[0;m�[38;5;43m20221212170303983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170303984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170303984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170303984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170303985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:05.817704 run patchelf(pid=31238): Terminating (SIGINT)\u000a17:03:05.987469 run patchelf(pid=31238): Terminated: ok {rc=0}\u000a17:03:06.018878 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31235): Process ended prematurely: osmo-stp_10.42.42.5(pid=31235) [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31235)] [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a17:03:06.028163 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:03:06.088466 run osmo-hlr_10.42.42.2(pid=31232): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31232)]\u000a17:03:06.137085 run osmo-hlr_10.42.42.2(pid=31232): stdout: \u000a| (launched: 2022-12-12_17:03:02.862434) \u000a17:03:06.186325 run osmo-hlr_10.42.42.2(pid=31232): stderr: \u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170303035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170303047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170303056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170303056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170303056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:06.227763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Terminating (SIGTERM)\u000a17:03:06.267061 run iperf3-srv_10.42.42.10(pid=31225): Terminating (SIGTERM)\u000a17:03:06.306420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminating (SIGTERM)\u000a17:03:06.346569 run iperf3-srv_10.42.42.10(pid=31227): Terminating (SIGTERM)\u000a17:03:06.385959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31231): Terminating (SIGTERM)\u000a17:03:06.425301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31234): Terminating (SIGTERM)\u000a17:03:06.464606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31237): Terminating (SIGTERM)\u000a17:03:06.474123 --- ParallelTerminationStrategy: PID 31224 died...\u000a17:03:06.526687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31224): Terminated: ok {rc=0}\u000a17:03:06.536467 --- ParallelTerminationStrategy: PID 31225 died...\u000a17:03:06.588571 run iperf3-srv_10.42.42.10(pid=31225): Terminated {rc=256}\u000a17:03:06.598354 --- ParallelTerminationStrategy: PID 31226 died...\u000a17:03:06.650477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31226): Terminated: ok {rc=0}\u000a17:03:06.660208 --- ParallelTerminationStrategy: PID 31227 died...\u000a17:03:06.712592 run iperf3-srv_10.42.42.10(pid=31227): Terminated {rc=256}\u000a17:03:06.722134 --- ParallelTerminationStrategy: PID 31231 died...\u000a17:03:06.774343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31231): Terminated: ok {rc=0}\u000a17:03:06.784102 --- ParallelTerminationStrategy: PID 31234 died...\u000a17:03:06.837470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31234): Terminated: ok {rc=0}\u000a17:03:06.847044 --- ParallelTerminationStrategy: PID 31237 died...\u000a17:03:06.899060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31237): Terminated: ok {rc=0}\u000a17:03:06.986716 bus /gobi_0: Setting Powered False\u000a17:03:08.089348 bus /gobi_0: Setting Powered False\u000a17:03:09.198651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a17:03:10.309474 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.321010 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:03:10.458394 tst iperf3.py: using LAC 30265\u000a17:03:10.579390 tst iperf3.py: using RAC 175\u000a17:03:10.700528 tst iperf3.py: using CellId 30265\u000a17:03:10.821182 tst iperf3.py: using BVCI 30266\u000a17:03:10.844339 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.855182 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.865770 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.876556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.887258 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.897984 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.908850 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.919627 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:10.930576 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:11.223096 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:03:11.358758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:11.697489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31239): Launched\u000a17:03:11.978596 run iperf3-srv_10.42.42.10(pid=31240): Launched\u000a17:03:12.176807 tst iperf3.py:8: start network...\u000a17:03:12.312046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:12.830933 run create_hlr_db(pid=31241): Launched\u000a17:03:13.017854 bus /gobi_6: Setting Powered False\u000a17:03:14.038413 run create_hlr_db(pid=31241): Terminated: ok {rc=0}\u000a17:03:14.453646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Launched\u000a17:03:14.777762 run osmo-hlr_10.42.42.2(pid=31244): Launched\u000a17:03:14.895408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:15.459925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Launched\u000a17:03:15.783629 run osmo-stp_10.42.42.5(pid=31247): Launched\u000a17:03:16.001915 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:03:16.559168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Launched\u000a17:03:16.671677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:03:16.961201 run patchelf(pid=31250): Launched\u000a17:03:17.144606 run osmo-stp_10.42.42.5(pid=31247): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)]\u000a17:03:17.277305 run osmo-stp_10.42.42.5(pid=31247): stdout: \u000a| (launched: 2022-12-12_17:03:15.625400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:17.408551 run osmo-stp_10.42.42.5(pid=31247): stderr: \u000a| �[0;m�[38;5;43m20221212170315838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170315838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170315839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170315839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170315839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170315839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170315840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:17.535585 run osmo-stp_10.42.42.5(pid=31247): stdout: \u000a| (launched: 2022-12-12_17:03:15.625400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:17.660573 run osmo-stp_10.42.42.5(pid=31247): stderr: \u000a| �[0;m�[38;5;43m20221212170315838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170315838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170315839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170315839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170315839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170315839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170315840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:17.805682 run patchelf(pid=31250): Terminating (SIGINT)\u000a17:03:17.976561 run patchelf(pid=31250): Terminated: ok {rc=0}\u000a17:03:18.008119 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31247): Process ended prematurely: osmo-stp_10.42.42.5(pid=31247) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31247)] [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a17:03:18.017782 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:03:18.078715 run osmo-hlr_10.42.42.2(pid=31244): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31244)]\u000a17:03:18.128029 run osmo-hlr_10.42.42.2(pid=31244): stdout: \u000a| (launched: 2022-12-12_17:03:14.618944) \u000a17:03:18.178278 run osmo-hlr_10.42.42.2(pid=31244): stderr: \u000a| �[0;m�[1;31m20221212170314814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170314814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170314814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170314815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170314815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170314815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170314828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170314836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170314836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170314837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:18.220766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31239): Terminating (SIGTERM)\u000a17:03:18.261029 run iperf3-srv_10.42.42.10(pid=31240): Terminating (SIGTERM)\u000a17:03:18.301262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Terminating (SIGTERM)\u000a17:03:18.341434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Terminating (SIGTERM)\u000a17:03:18.381621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Terminating (SIGTERM)\u000a17:03:18.391326 --- ParallelTerminationStrategy: PID 31239 died...\u000a17:03:18.444765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31239): Terminated: ok {rc=0}\u000a17:03:18.454943 --- ParallelTerminationStrategy: PID 31240 died...\u000a17:03:18.508292 run iperf3-srv_10.42.42.10(pid=31240): Terminated {rc=256}\u000a17:03:18.518321 --- ParallelTerminationStrategy: PID 31243 died...\u000a17:03:18.572050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31243): Terminated: ok {rc=0}\u000a17:03:18.582187 --- ParallelTerminationStrategy: PID 31246 died...\u000a17:03:18.635492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31246): Terminated: ok {rc=0}\u000a17:03:18.645562 --- ParallelTerminationStrategy: PID 31249 died...\u000a17:03:18.698667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31249): Terminated: ok {rc=0}\u000a17:03:18.786983 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31265): Process ended prematurely: osmo-stp_10.42.42.5(pid=31265) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31265)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31265): Process ended prematurely: osmo-stp_10.42.42.5(pid=31265) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a17:03:19.898293 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:19.909762 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:03:20.044244 tst iperf3m4.py: using LAC 30266\u000a17:03:20.165653 tst iperf3m4.py: using RAC 176\u000a17:03:20.285578 tst iperf3m4.py: using CellId 30266\u000a17:03:20.407265 tst iperf3m4.py: using BVCI 30267\u000a17:03:20.430371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.441327 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.451861 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.462891 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.473700 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.484336 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.495315 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.506615 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:20.517868 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:20.637214 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:20.759558 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:20.874175 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:21.171899 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:03:21.307660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:21.646293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Launched\u000a17:03:21.926550 run iperf3-srv_10.42.42.10(pid=31252): Launched\u000a17:03:22.126246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:03:22.262198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:22.598990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Launched\u000a17:03:22.877615 run iperf3-srv_10.42.42.10(pid=31254): Launched\u000a17:03:23.075912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:03:23.211368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:23.547441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Launched\u000a17:03:23.826504 run iperf3-srv_10.42.42.10(pid=31256): Launched\u000a17:03:24.024999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:03:24.160595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:24.498148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31257): Launched\u000a17:03:24.778955 run iperf3-srv_10.42.42.10(pid=31258): Launched\u000a17:03:24.978235 tst iperf3m4.py:8: start network...\u000a17:03:25.114520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:25.636081 run create_hlr_db(pid=31259): Launched\u000a17:03:25.823002 bus /gobi_6: Setting Powered False\u000a17:03:26.843965 run create_hlr_db(pid=31259): Terminated: ok {rc=0}\u000a17:03:27.251289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31261): Launched\u000a17:03:27.556914 run osmo-hlr_10.42.42.2(pid=31262): Launched\u000a17:03:27.675923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:28.321547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31264): Launched\u000a17:03:28.619667 run osmo-stp_10.42.42.5(pid=31265): Launched\u000a17:03:28.728650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:03:29.249366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31267): Launched\u000a17:03:29.355881 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:03:29.616943 run patchelf(pid=31268): Launched\u000a17:03:29.791860 run osmo-stp_10.42.42.5(pid=31265): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31265)]\u000a17:03:29.919836 run osmo-stp_10.42.42.5(pid=31265): stdout: \u000a| (launched: 2022-12-12_17:03:28.472242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:30.048131 run osmo-stp_10.42.42.5(pid=31265): stderr: \u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170328638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:30.172085 run osmo-stp_10.42.42.5(pid=31265): stdout: \u000a| (launched: 2022-12-12_17:03:28.472242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:30.294562 run osmo-stp_10.42.42.5(pid=31265): stderr: \u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170328638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170328638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170328639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:30.437389 run patchelf(pid=31268): Terminating (SIGINT)\u000a17:03:30.605297 run patchelf(pid=31268): Terminated: ok {rc=0}\u000a17:03:30.636327 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31265): Process ended prematurely: osmo-stp_10.42.42.5(pid=31265) [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31265)] [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a17:03:30.645753 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:03:30.706541 run osmo-hlr_10.42.42.2(pid=31262): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31262)]\u000a17:03:30.755601 run osmo-hlr_10.42.42.2(pid=31262): stdout: \u000a| (launched: 2022-12-12_17:03:27.405190) \u000a17:03:30.805056 run osmo-hlr_10.42.42.2(pid=31262): stderr: \u000a| �[0;m�[1;31m20221212170327581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170327581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170327581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170327582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170327582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170327582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170327595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170327606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170327606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170327606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:30.849075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminating (SIGTERM)\u000a17:03:30.892190 run iperf3-srv_10.42.42.10(pid=31252): Terminating (SIGTERM)\u000a17:03:30.934824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminating (SIGTERM)\u000a17:03:30.976242 run iperf3-srv_10.42.42.10(pid=31254): Terminating (SIGTERM)\u000a17:03:31.019916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminating (SIGTERM)\u000a17:03:31.063117 run iperf3-srv_10.42.42.10(pid=31256): Terminating (SIGTERM)\u000a17:03:31.105470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31257): Terminating (SIGTERM)\u000a17:03:31.148650 run iperf3-srv_10.42.42.10(pid=31258): Terminating (SIGTERM)\u000a17:03:31.191218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31261): Terminating (SIGTERM)\u000a17:03:31.233948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31264): Terminating (SIGTERM)\u000a17:03:31.274940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31267): Terminating (SIGTERM)\u000a17:03:31.284848 --- ParallelTerminationStrategy: PID 31251 died...\u000a17:03:31.339199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminated: ok {rc=0}\u000a17:03:31.349340 --- ParallelTerminationStrategy: PID 31252 died...\u000a17:03:31.402956 run iperf3-srv_10.42.42.10(pid=31252): Terminated {rc=256}\u000a17:03:31.413501 --- ParallelTerminationStrategy: PID 31253 died...\u000a17:03:31.467576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31253): Terminated: ok {rc=0}\u000a17:03:31.477826 --- ParallelTerminationStrategy: PID 31254 died...\u000a17:03:31.531822 run iperf3-srv_10.42.42.10(pid=31254): Terminated {rc=256}\u000a17:03:31.542165 --- ParallelTerminationStrategy: PID 31255 died...\u000a17:03:31.596473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31255): Terminated: ok {rc=0}\u000a17:03:31.606614 --- ParallelTerminationStrategy: PID 31256 died...\u000a17:03:31.660362 run iperf3-srv_10.42.42.10(pid=31256): Terminated {rc=256}\u000a17:03:31.670931 --- ParallelTerminationStrategy: PID 31257 died...\u000a17:03:31.724470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31257): Terminated: ok {rc=0}\u000a17:03:31.735146 --- ParallelTerminationStrategy: PID 31258 died...\u000a17:03:31.789090 run iperf3-srv_10.42.42.10(pid=31258): Terminated {rc=256}\u000a17:03:31.799743 --- ParallelTerminationStrategy: PID 31261 died...\u000a17:03:31.854078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31261): Terminated: ok {rc=0}\u000a17:03:31.864139 --- ParallelTerminationStrategy: PID 31264 died...\u000a17:03:31.917921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31264): Terminated: ok {rc=0}\u000a17:03:31.927902 --- ParallelTerminationStrategy: PID 31267 died...\u000a17:03:31.981632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31267): Terminated: ok {rc=0}\u000a17:03:32.066156 bus /gobi_4: Setting Powered False\u000a17:03:33.171746 bus /gobi_4: Setting Powered False\u000a17:03:34.278144 bus /gobi_1: Setting Powered False\u000a17:03:35.380299 bus /gobi_1: Setting Powered False\u000a17:03:36.491339 bus /gobi_0: Setting Powered False\u000a17:03:37.593654 bus /gobi_0: Setting Powered False\u000a17:03:38.704821 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a17:03:39.771236 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:39.782810 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:03:40.060019 tst ping.py: using LAC 30267\u000a17:03:40.181841 tst ping.py: using RAC 177\u000a17:03:40.307989 tst ping.py: using CellId 30267\u000a17:03:40.432251 tst ping.py: using BVCI 30268\u000a17:03:40.456591 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.467873 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.478849 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.490024 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.500810 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.511626 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.522770 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:40.533708 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:40.802587 tst ping.py:19: start network...\u000a17:03:40.924274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:41.400198 run create_hlr_db(pid=31269): Launched\u000a17:03:41.582038 bus /gobi_6: Setting Powered False\u000a17:03:42.602613 run create_hlr_db(pid=31269): Terminated: ok {rc=0}\u000a17:03:43.020376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Launched\u000a17:03:43.332824 run osmo-hlr_10.42.42.2(pid=31272): Launched\u000a17:03:43.447273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:43.995601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Launched\u000a17:03:44.309446 run osmo-stp_10.42.42.5(pid=31275): Launched\u000a17:03:44.422860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:03:44.972055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Launched\u000a17:03:45.084150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:03:45.358426 run patchelf(pid=31278): Launched\u000a17:03:45.542907 run osmo-stp_10.42.42.5(pid=31275): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)]\u000a17:03:45.677513 run osmo-stp_10.42.42.5(pid=31275): stdout: \u000a| (launched: 2022-12-12_17:03:44.155161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:45.815216 run osmo-stp_10.42.42.5(pid=31275): stderr: \u000a| �[0;m�[38;5;43m20221212170344342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170344342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170344343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170344343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:45.963242 run osmo-stp_10.42.42.5(pid=31275): stdout: \u000a| (launched: 2022-12-12_17:03:44.155161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:46.089191 run osmo-stp_10.42.42.5(pid=31275): stderr: \u000a| �[0;m�[38;5;43m20221212170344342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170344342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170344343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170344343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170344344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:46.234683 run patchelf(pid=31278): Terminating (SIGINT)\u000a17:03:46.404733 run patchelf(pid=31278): Terminated: ok {rc=0}\u000a17:03:46.436292 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31275): Process ended prematurely: osmo-stp_10.42.42.5(pid=31275) [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31275)] [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a17:03:46.446010 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:03:46.512724 run osmo-hlr_10.42.42.2(pid=31272): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31272)]\u000a17:03:46.565895 run osmo-hlr_10.42.42.2(pid=31272): stdout: \u000a| (launched: 2022-12-12_17:03:43.179607) \u000a17:03:46.618744 run osmo-hlr_10.42.42.2(pid=31272): stderr: \u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170343373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170343433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170343442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170343442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170343443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:46.662236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminating (SIGTERM)\u000a17:03:46.707744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminating (SIGTERM)\u000a17:03:46.754004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminating (SIGTERM)\u000a17:03:46.764468 --- ParallelTerminationStrategy: PID 31271 died...\u000a17:03:46.822985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31271): Terminated: ok {rc=0}\u000a17:03:46.833698 --- ParallelTerminationStrategy: PID 31274 died...\u000a17:03:46.889170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31274): Terminated: ok {rc=0}\u000a17:03:46.901724 --- ParallelTerminationStrategy: PID 31277 died...\u000a17:03:46.958318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31277): Terminated: ok {rc=0}\u000a17:03:47.045496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a17:03:48.095733 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.107170 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a17:03:48.242332 tst ping_idle_ping.py: using LAC 30268\u000a17:03:48.358492 tst ping_idle_ping.py: using RAC 178\u000a17:03:48.474633 tst ping_idle_ping.py: using CellId 30268\u000a17:03:48.590637 tst ping_idle_ping.py: using BVCI 30269\u000a17:03:48.613048 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.623647 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.634214 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.645547 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.656815 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.668214 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.679730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a17:03:48.691524 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a17:03:48.968365 tst ping_idle_ping.py:24: start network...\u000a17:03:49.091858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:49.555828 run create_hlr_db(pid=31279): Launched\u000a17:03:49.725631 bus /gobi_6: Setting Powered False\u000a17:03:50.746132 run create_hlr_db(pid=31279): Terminated: ok {rc=0}\u000a17:03:51.164667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Launched\u000a17:03:51.478634 run osmo-hlr_10.42.42.2(pid=31282): Launched\u000a17:03:51.596770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:52.146607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Launched\u000a17:03:52.461829 run osmo-stp_10.42.42.5(pid=31285): Launched\u000a17:03:52.576371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:03:53.126573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Launched\u000a17:03:53.238702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:03:53.514791 run patchelf(pid=31288): Launched\u000a17:03:53.699476 run osmo-stp_10.42.42.5(pid=31285): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)]\u000a17:03:53.835091 run osmo-stp_10.42.42.5(pid=31285): stdout: \u000a| (launched: 2022-12-12_17:03:52.306399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:53.970554 run osmo-stp_10.42.42.5(pid=31285): stderr: \u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170352496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:54.101733 run osmo-stp_10.42.42.5(pid=31285): stdout: \u000a| (launched: 2022-12-12_17:03:52.306399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:54.231422 run osmo-stp_10.42.42.5(pid=31285): stderr: \u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170352495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170352496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170352496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:54.381728 run patchelf(pid=31288): Terminating (SIGINT)\u000a17:03:54.557945 run patchelf(pid=31288): Terminated: ok {rc=0}\u000a17:03:54.589945 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31285): Process ended prematurely: osmo-stp_10.42.42.5(pid=31285) [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31285)] [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a17:03:54.599158 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:03:54.661416 run osmo-hlr_10.42.42.2(pid=31282): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31282)]\u000a17:03:54.712326 run osmo-hlr_10.42.42.2(pid=31282): stdout: \u000a| (launched: 2022-12-12_17:03:51.324580) \u000a17:03:54.763935 run osmo-hlr_10.42.42.2(pid=31282): stderr: \u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170351518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170351530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170351539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170351539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170351539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:54.807929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminating (SIGTERM)\u000a17:03:54.849481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Terminating (SIGTERM)\u000a17:03:54.890915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Terminating (SIGTERM)\u000a17:03:54.900492 --- ParallelTerminationStrategy: PID 31281 died...\u000a17:03:54.955442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31281): Terminated: ok {rc=0}\u000a17:03:54.965331 --- ParallelTerminationStrategy: PID 31284 died...\u000a17:03:55.020095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31284): Terminated: ok {rc=0}\u000a17:03:55.029956 --- ParallelTerminationStrategy: PID 31287 died...\u000a17:03:55.084659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31287): Terminated: ok {rc=0}\u000a17:03:55.169617 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:02:57" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:03:57.314061 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.325400 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:03:57.466686 tst cs_paging_gprs_active.py: using LAC 30269\u000a17:03:57.592160 tst cs_paging_gprs_active.py: using RAC 179\u000a17:03:57.717277 tst cs_paging_gprs_active.py: using CellId 30269\u000a17:03:57.845178 tst cs_paging_gprs_active.py: using BVCI 30270\u000a17:03:57.869937 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.881358 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.892369 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.903575 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.914722 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.925930 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.937248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.948326 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:03:57.959677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:03:58.073462 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:03:58.348563 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:03:58.474832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:58.787393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Launched\u000a17:03:59.046869 run iperf3-srv_10.42.42.10(pid=31294): Launched\u000a17:03:59.230208 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:03:59.355788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:03:59.667979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Launched\u000a17:03:59.927930 run iperf3-srv_10.42.42.10(pid=31296): Launched\u000a17:04:00.111514 tst cs_paging_gprs_active.py:38: start network...\u000a17:04:00.236842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:00.713242 run create_hlr_db(pid=31297): Launched\u000a17:04:00.893982 bus /gobi_6: Setting Powered False\u000a17:04:01.912314 run create_hlr_db(pid=31297): Terminated: ok {rc=0}\u000a17:04:02.375194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Launched\u000a17:04:02.677162 run osmo-hlr_10.42.42.2(pid=31300): Launched\u000a17:04:02.793721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:04:03.321672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Launched\u000a17:04:03.623837 run osmo-stp_10.42.42.5(pid=31303): Launched\u000a17:04:03.733649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:04:04.259352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Launched\u000a17:04:04.366643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:04:04.629636 run patchelf(pid=31306): Launched\u000a17:04:04.805324 run osmo-stp_10.42.42.5(pid=31303): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)]\u000a17:04:04.933943 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-12_17:04:03.474896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:05.062685 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170403642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:05.187065 run osmo-stp_10.42.42.5(pid=31303): stdout: \u000a| (launched: 2022-12-12_17:04:03.474896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:05.310261 run osmo-stp_10.42.42.5(pid=31303): stderr: \u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170403641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170403642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170403642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:05.453807 run patchelf(pid=31306): Terminating (SIGINT)\u000a17:04:05.622619 run patchelf(pid=31306): Terminated: ok {rc=0}\u000a17:04:05.653813 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31303): Process ended prematurely: osmo-stp_10.42.42.5(pid=31303) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31303)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:04:05.663014 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a17:04:05.722471 run osmo-hlr_10.42.42.2(pid=31300): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31300)]\u000a17:04:05.771367 run osmo-hlr_10.42.42.2(pid=31300): stdout: \u000a| (launched: 2022-12-12_17:04:02.528070) \u000a17:04:05.820923 run osmo-hlr_10.42.42.2(pid=31300): stderr: \u000a| �[0;m�[1;31m20221212170402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170402701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170402702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170402702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170402702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170402702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170402717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170402725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170402726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170402726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:04:05.862543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Terminating (SIGTERM)\u000a17:04:05.901923 run iperf3-srv_10.42.42.10(pid=31294): Terminating (SIGTERM)\u000a17:04:05.941263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminating (SIGTERM)\u000a17:04:05.981078 run iperf3-srv_10.42.42.10(pid=31296): Terminating (SIGTERM)\u000a17:04:06.020565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminating (SIGTERM)\u000a17:04:06.059790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminating (SIGTERM)\u000a17:04:06.099085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminating (SIGTERM)\u000a17:04:06.108488 --- ParallelTerminationStrategy: PID 31293 died...\u000a17:04:06.161290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31293): Terminated: ok {rc=0}\u000a17:04:06.170897 --- ParallelTerminationStrategy: PID 31294 died...\u000a17:04:06.223214 run iperf3-srv_10.42.42.10(pid=31294): Terminated {rc=256}\u000a17:04:06.232512 --- ParallelTerminationStrategy: PID 31295 died...\u000a17:04:06.284820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31295): Terminated: ok {rc=0}\u000a17:04:06.294484 --- ParallelTerminationStrategy: PID 31296 died...\u000a17:04:06.346822 run iperf3-srv_10.42.42.10(pid=31296): Terminated {rc=256}\u000a17:04:06.356326 --- ParallelTerminationStrategy: PID 31299 died...\u000a17:04:06.408787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31299): Terminated: ok {rc=0}\u000a17:04:06.418277 --- ParallelTerminationStrategy: PID 31302 died...\u000a17:04:06.470739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31302): Terminated: ok {rc=0}\u000a17:04:06.480194 --- ParallelTerminationStrategy: PID 31305 died...\u000a17:04:06.532856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31305): Terminated: ok {rc=0}\u000a17:04:06.619215 bus /gobi_0: Setting Powered False\u000a17:04:07.722321 bus /gobi_0: Setting Powered False\u000a17:04:08.831816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31315): Process ended prematurely: osmo-stp_10.42.42.5(pid=31315) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31315)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31315): Process ended prematurely: osmo-stp_10.42.42.5(pid=31315) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:04:09.940786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:09.952516 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:04:10.086657 tst iperf3.py: using LAC 30270\u000a17:04:10.204232 tst iperf3.py: using RAC 180\u000a17:04:10.323062 tst iperf3.py: using CellId 30270\u000a17:04:10.440935 tst iperf3.py: using BVCI 30271\u000a17:04:10.463883 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.474853 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.485646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.496712 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.507653 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.518771 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.530066 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.541043 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:10.552498 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:10.842815 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:04:10.975850 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:11.306087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Launched\u000a17:04:11.582609 run iperf3-srv_10.42.42.10(pid=31308): Launched\u000a17:04:11.777824 tst iperf3.py:8: start network...\u000a17:04:11.911911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:12.426623 run create_hlr_db(pid=31309): Launched\u000a17:04:12.611990 bus /gobi_6: Setting Powered False\u000a17:04:13.634243 run create_hlr_db(pid=31309): Terminated: ok {rc=0}\u000a17:04:14.036072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31311): Launched\u000a17:04:14.336497 run osmo-hlr_10.42.42.2(pid=31312): Launched\u000a17:04:14.454793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:04:14.982707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31314): Launched\u000a17:04:15.281668 run osmo-stp_10.42.42.5(pid=31315): Launched\u000a17:04:15.390828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:04:15.942619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31317): Launched\u000a17:04:16.060708 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:04:16.358616 run patchelf(pid=31318): Launched\u000a17:04:16.555685 run osmo-stp_10.42.42.5(pid=31315): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31315)]\u000a17:04:16.714742 run osmo-stp_10.42.42.5(pid=31315): stdout: \u000a| (launched: 2022-12-12_17:04:15.134071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:16.855741 run osmo-stp_10.42.42.5(pid=31315): stderr: \u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170415300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:16.992218 run osmo-stp_10.42.42.5(pid=31315): stdout: \u000a| (launched: 2022-12-12_17:04:15.134071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:17.128519 run osmo-stp_10.42.42.5(pid=31315): stderr: \u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170415300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170415300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170415301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:17.282022 run patchelf(pid=31318): Terminating (SIGINT)\u000a17:04:17.460903 run patchelf(pid=31318): Terminated: ok {rc=0}\u000a17:04:17.493919 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31315): Process ended prematurely: osmo-stp_10.42.42.5(pid=31315) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31315)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a17:04:17.504043 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:04:17.566911 run osmo-hlr_10.42.42.2(pid=31312): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31312)]\u000a17:04:17.618512 run osmo-hlr_10.42.42.2(pid=31312): stdout: \u000a| (launched: 2022-12-12_17:04:14.188185) \u000a17:04:17.670234 run osmo-hlr_10.42.42.2(pid=31312): stderr: \u000a| �[0;m�[1;31m20221212170414361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170414362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170414362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170414362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170414362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170414362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170414374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170414385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170414385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170414385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:04:17.714410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Terminating (SIGTERM)\u000a17:04:17.755988 run iperf3-srv_10.42.42.10(pid=31308): Terminating (SIGTERM)\u000a17:04:17.797692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31311): Terminating (SIGTERM)\u000a17:04:17.839505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31314): Terminating (SIGTERM)\u000a17:04:17.881068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31317): Terminating (SIGTERM)\u000a17:04:17.890754 --- ParallelTerminationStrategy: PID 31307 died...\u000a17:04:17.946944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31307): Terminated: ok {rc=0}\u000a17:04:17.956891 --- ParallelTerminationStrategy: PID 31308 died...\u000a17:04:18.012842 run iperf3-srv_10.42.42.10(pid=31308): Terminated {rc=256}\u000a17:04:18.022839 --- ParallelTerminationStrategy: PID 31311 died...\u000a17:04:18.077839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31311): Terminated: ok {rc=0}\u000a17:04:18.087733 --- ParallelTerminationStrategy: PID 31314 died...\u000a17:04:18.142776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31314): Terminated: ok {rc=0}\u000a17:04:18.153138 --- ParallelTerminationStrategy: PID 31317 died...\u000a17:04:18.207981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31317): Terminated: ok {rc=0}\u000a17:04:18.294416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31333): Process ended prematurely: osmo-stp_10.42.42.5(pid=31333) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31333): Process ended prematurely: osmo-stp_10.42.42.5(pid=31333) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:04:19.409392 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:19.422144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:04:19.561393 tst iperf3m4.py: using LAC 30271\u000a17:04:19.688175 tst iperf3m4.py: using RAC 181\u000a17:04:19.812214 tst iperf3m4.py: using CellId 30271\u000a17:04:19.935687 tst iperf3m4.py: using BVCI 30272\u000a17:04:19.960365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:19.971830 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:19.983358 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:19.994955 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:20.006417 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:20.017799 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:20.029205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:20.040280 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:20.051763 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:20.174729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:20.289261 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:20.406639 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:20.682563 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:04:20.807630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:21.117861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31319): Launched\u000a17:04:21.375421 run iperf3-srv_10.42.42.10(pid=31320): Launched\u000a17:04:21.557615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:04:21.682058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:21.994832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31321): Launched\u000a17:04:22.253621 run iperf3-srv_10.42.42.10(pid=31322): Launched\u000a17:04:22.435556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:04:22.559996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:22.870569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31323): Launched\u000a17:04:23.128624 run iperf3-srv_10.42.42.10(pid=31324): Launched\u000a17:04:23.311105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:04:23.435909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:23.746594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31325): Launched\u000a17:04:24.004491 run iperf3-srv_10.42.42.10(pid=31326): Launched\u000a17:04:24.186970 tst iperf3m4.py:8: start network...\u000a17:04:24.311614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:24.785693 run create_hlr_db(pid=31327): Launched\u000a17:04:24.957606 bus /gobi_6: Setting Powered False\u000a17:04:25.979965 run create_hlr_db(pid=31327): Terminated: ok {rc=0}\u000a17:04:26.379468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31329): Launched\u000a17:04:26.680212 run osmo-hlr_10.42.42.2(pid=31330): Launched\u000a17:04:26.797265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:04:27.325454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31332): Launched\u000a17:04:27.626228 run osmo-stp_10.42.42.5(pid=31333): Launched\u000a17:04:27.735728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:04:28.259953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31335): Launched\u000a17:04:28.366658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:04:28.628590 run patchelf(pid=31336): Launched\u000a17:04:28.803768 run osmo-stp_10.42.42.5(pid=31333): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31333)]\u000a17:04:28.932039 run osmo-stp_10.42.42.5(pid=31333): stdout: \u000a| (launched: 2022-12-12_17:04:27.477317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:29.061188 run osmo-stp_10.42.42.5(pid=31333): stderr: \u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170427645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:29.185410 run osmo-stp_10.42.42.5(pid=31333): stdout: \u000a| (launched: 2022-12-12_17:04:27.477317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:29.308491 run osmo-stp_10.42.42.5(pid=31333): stderr: \u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170427644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170427645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170427645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:29.451255 run patchelf(pid=31336): Terminating (SIGINT)\u000a17:04:29.618776 run patchelf(pid=31336): Terminated: ok {rc=0}\u000a17:04:29.649804 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31333): Process ended prematurely: osmo-stp_10.42.42.5(pid=31333) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31333)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:04:29.659083 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a17:04:29.720226 run osmo-hlr_10.42.42.2(pid=31330): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31330)]\u000a17:04:29.768854 run osmo-hlr_10.42.42.2(pid=31330): stdout: \u000a| (launched: 2022-12-12_17:04:26.531515) \u000a17:04:29.818225 run osmo-hlr_10.42.42.2(pid=31330): stderr: \u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170426703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170426718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170426728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170426728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170426728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:04:29.859667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31319): Terminating (SIGTERM)\u000a17:04:29.899369 run iperf3-srv_10.42.42.10(pid=31320): Terminating (SIGTERM)\u000a17:04:29.938919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31321): Terminating (SIGTERM)\u000a17:04:29.978507 run iperf3-srv_10.42.42.10(pid=31322): Terminating (SIGTERM)\u000a17:04:30.017909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31323): Terminating (SIGTERM)\u000a17:04:30.057372 run iperf3-srv_10.42.42.10(pid=31324): Terminating (SIGTERM)\u000a17:04:30.097047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31325): Terminating (SIGTERM)\u000a17:04:30.136970 run iperf3-srv_10.42.42.10(pid=31326): Terminating (SIGTERM)\u000a17:04:30.176386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31329): Terminating (SIGTERM)\u000a17:04:30.215604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31332): Terminating (SIGTERM)\u000a17:04:30.255012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31335): Terminating (SIGTERM)\u000a17:04:30.264320 --- ParallelTerminationStrategy: PID 31319 died...\u000a17:04:30.317594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31319): Terminated: ok {rc=0}\u000a17:04:30.327315 --- ParallelTerminationStrategy: PID 31320 died...\u000a17:04:30.379361 run iperf3-srv_10.42.42.10(pid=31320): Terminated {rc=256}\u000a17:04:30.388893 --- ParallelTerminationStrategy: PID 31321 died...\u000a17:04:30.441263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31321): Terminated: ok {rc=0}\u000a17:04:30.450863 --- ParallelTerminationStrategy: PID 31322 died...\u000a17:04:30.502742 run iperf3-srv_10.42.42.10(pid=31322): Terminated {rc=256}\u000a17:04:30.512409 --- ParallelTerminationStrategy: PID 31323 died...\u000a17:04:30.564909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31323): Terminated: ok {rc=0}\u000a17:04:30.574402 --- ParallelTerminationStrategy: PID 31324 died...\u000a17:04:30.626311 run iperf3-srv_10.42.42.10(pid=31324): Terminated {rc=256}\u000a17:04:30.635854 --- ParallelTerminationStrategy: PID 31325 died...\u000a17:04:30.688259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31325): Terminated: ok {rc=0}\u000a17:04:30.698018 --- ParallelTerminationStrategy: PID 31326 died...\u000a17:04:30.750212 run iperf3-srv_10.42.42.10(pid=31326): Terminated {rc=256}\u000a17:04:30.759641 --- ParallelTerminationStrategy: PID 31329 died...\u000a17:04:30.819462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31329): Terminated: ok {rc=0}\u000a17:04:30.843274 --- ParallelTerminationStrategy: PID 31332 died...\u000a17:04:30.898226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31332): Terminated: ok {rc=0}\u000a17:04:30.909891 --- ParallelTerminationStrategy: PID 31335 died...\u000a17:04:30.966559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31335): Terminated: ok {rc=0}\u000a17:04:31.053769 bus /gobi_4: Setting Powered False\u000a17:04:32.167276 bus /gobi_4: Setting Powered False\u000a17:04:33.277035 bus /gobi_1: Setting Powered False\u000a17:04:34.383122 bus /gobi_1: Setting Powered False\u000a17:04:35.489583 bus /gobi_0: Setting Powered False\u000a17:04:36.591635 bus /gobi_0: Setting Powered False\u000a17:04:37.701966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:04:38.771101 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:38.783233 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:04:38.922866 tst ping.py: using LAC 30272\u000a17:04:39.042516 tst ping.py: using RAC 182\u000a17:04:39.160106 tst ping.py: using CellId 30272\u000a17:04:39.277658 tst ping.py: using BVCI 30273\u000a17:04:39.300239 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.311256 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.322173 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.333243 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.344512 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.355552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.366796 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:39.377788 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:39.651643 tst ping.py:19: start network...\u000a17:04:39.774126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:40.235371 run create_hlr_db(pid=31340): Launched\u000a17:04:40.404161 bus /gobi_6: Setting Powered False\u000a17:04:41.425463 run create_hlr_db(pid=31340): Terminated: ok {rc=0}\u000a17:04:41.816854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Launched\u000a17:04:42.109798 run osmo-hlr_10.42.42.2(pid=31343): Launched\u000a17:04:42.223062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:04:42.746450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Launched\u000a17:04:43.039856 run osmo-stp_10.42.42.5(pid=31346): Launched\u000a17:04:43.146838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:04:43.660521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Launched\u000a17:04:43.764805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:04:44.022007 run patchelf(pid=31349): Launched\u000a17:04:44.193976 run osmo-stp_10.42.42.5(pid=31346): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)]\u000a17:04:44.320021 run osmo-stp_10.42.42.5(pid=31346): stdout: \u000a| (launched: 2022-12-12_17:04:42.894902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:44.446714 run osmo-stp_10.42.42.5(pid=31346): stderr: \u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170443059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:44.569121 run osmo-stp_10.42.42.5(pid=31346): stdout: \u000a| (launched: 2022-12-12_17:04:42.894902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:44.690110 run osmo-stp_10.42.42.5(pid=31346): stderr: \u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170443059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170443059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170443060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:44.830289 run patchelf(pid=31349): Terminating (SIGINT)\u000a17:04:44.994910 run patchelf(pid=31349): Terminated: ok {rc=0}\u000a17:04:45.025218 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31346): Process ended prematurely: osmo-stp_10.42.42.5(pid=31346) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31346)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a17:04:45.033940 tst ping.py:22: Test FAILED (6.3 sec)\u000a17:04:45.093724 run osmo-hlr_10.42.42.2(pid=31343): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31343)]\u000a17:04:45.143070 run osmo-hlr_10.42.42.2(pid=31343): stdout: \u000a| (launched: 2022-12-12_17:04:41.965491) \u000a17:04:45.192720 run osmo-hlr_10.42.42.2(pid=31343): stderr: \u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170442137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170442149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170442158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170442159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:04:45.234479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Terminating (SIGTERM)\u000a17:04:45.273985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Terminating (SIGTERM)\u000a17:04:45.313459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Terminating (SIGTERM)\u000a17:04:45.322867 --- ParallelTerminationStrategy: PID 31342 died...\u000a17:04:45.375853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31342): Terminated: ok {rc=0}\u000a17:04:45.385524 --- ParallelTerminationStrategy: PID 31345 died...\u000a17:04:45.438040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31345): Terminated: ok {rc=0}\u000a17:04:45.447770 --- ParallelTerminationStrategy: PID 31348 died...\u000a17:04:45.500373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31348): Terminated: ok {rc=0}\u000a17:04:45.589063 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31356): Process ended prematurely: osmo-stp_10.42.42.5(pid=31356) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31356)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31356): Process ended prematurely: osmo-stp_10.42.42.5(pid=31356) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31356)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:04:46.648410 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:46.661011 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:04:46.830292 tst ping_idle_ping.py: using LAC 30273\u000a17:04:46.978867 tst ping_idle_ping.py: using RAC 183\u000a17:04:47.127724 tst ping_idle_ping.py: using CellId 30273\u000a17:04:47.253408 tst ping_idle_ping.py: using BVCI 30274\u000a17:04:47.276788 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.288369 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.299822 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.310820 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.321813 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.332846 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.344367 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:04:47.355540 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:04:47.642630 tst ping_idle_ping.py:24: start network...\u000a17:04:47.774245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:48.281953 run create_hlr_db(pid=31350): Launched\u000a17:04:48.465593 bus /gobi_6: Setting Powered False\u000a17:04:49.486305 run create_hlr_db(pid=31350): Terminated: ok {rc=0}\u000a17:04:49.883046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31352): Launched\u000a17:04:50.176720 run osmo-hlr_10.42.42.2(pid=31353): Launched\u000a17:04:50.284502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:04:50.797749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31355): Launched\u000a17:04:51.093065 run osmo-stp_10.42.42.5(pid=31356): Launched\u000a17:04:51.200435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:04:51.714827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31358): Launched\u000a17:04:51.819555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:04:52.077374 run patchelf(pid=31359): Launched\u000a17:04:52.250402 run osmo-stp_10.42.42.5(pid=31356): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31356)]\u000a17:04:52.376942 run osmo-stp_10.42.42.5(pid=31356): stdout: \u000a| (launched: 2022-12-12_17:04:50.946843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:52.503839 run osmo-stp_10.42.42.5(pid=31356): stderr: \u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170451113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:52.637422 run osmo-stp_10.42.42.5(pid=31356): stdout: \u000a| (launched: 2022-12-12_17:04:50.946843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:04:52.767168 run osmo-stp_10.42.42.5(pid=31356): stderr: \u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170451113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170451113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170451114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:04:52.917784 run patchelf(pid=31359): Terminating (SIGINT)\u000a17:04:53.094053 run patchelf(pid=31359): Terminated: ok {rc=0}\u000a17:04:53.126445 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31356): Process ended prematurely: osmo-stp_10.42.42.5(pid=31356) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31356)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:04:53.135940 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:04:53.198263 run osmo-hlr_10.42.42.2(pid=31353): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31353)]\u000a17:04:53.248976 run osmo-hlr_10.42.42.2(pid=31353): stdout: \u000a| (launched: 2022-12-12_17:04:50.032044) \u000a17:04:53.300453 run osmo-hlr_10.42.42.2(pid=31353): stderr: \u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170450204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170450236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170450246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:04:53.344435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31352): Terminating (SIGTERM)\u000a17:04:53.385973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31355): Terminating (SIGTERM)\u000a17:04:53.427533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31358): Terminating (SIGTERM)\u000a17:04:53.437238 --- ParallelTerminationStrategy: PID 31352 died...\u000a17:04:53.492441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31352): Terminated: ok {rc=0}\u000a17:04:53.502370 --- ParallelTerminationStrategy: PID 31355 died...\u000a17:04:53.557585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31355): Terminated: ok {rc=0}\u000a17:04:53.567391 --- ParallelTerminationStrategy: PID 31358 died...\u000a17:04:53.622424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31358): Terminated: ok {rc=0}\u000a17:04:53.708513 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:04:55.860656 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:55.872061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:04:56.030015 tst cs_paging_gprs_active.py: using LAC 30274\u000a17:04:56.155151 tst cs_paging_gprs_active.py: using RAC 184\u000a17:04:56.279351 tst cs_paging_gprs_active.py: using CellId 30274\u000a17:04:56.403491 tst cs_paging_gprs_active.py: using BVCI 30275\u000a17:04:56.428116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.439577 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.450977 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.462289 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.473949 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.485251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.496556 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.507824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:04:56.519457 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:04:56.634879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:04:56.911754 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:04:57.038140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:57.351747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Launched\u000a17:04:57.614129 run iperf3-srv_10.42.42.10(pid=31364): Launched\u000a17:04:57.798469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:04:57.924542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:04:58.237709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Launched\u000a17:04:58.498134 run iperf3-srv_10.42.42.10(pid=31366): Launched\u000a17:04:58.682161 tst cs_paging_gprs_active.py:38: start network...\u000a17:04:58.807434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:04:59.283107 run create_hlr_db(pid=31367): Launched\u000a17:04:59.456584 bus /gobi_6: Setting Powered False\u000a17:05:00.477740 run create_hlr_db(pid=31367): Terminated: ok {rc=0}\u000a17:05:00.944897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31370): Launched\u000a17:05:01.394688 run osmo-hlr_10.42.42.2(pid=31371): Launched\u000a17:05:01.623033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:02.254529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31377): Launched\u000a17:05:02.571891 run osmo-stp_10.42.42.5(pid=31382): Launched\u000a17:05:02.759385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:03.285785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31386): Launched\u000a17:05:03.392849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:03.655533 run patchelf(pid=31387): Launched\u000a17:05:03.831662 run osmo-stp_10.42.42.5(pid=31382): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a17:05:03.960392 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-12_17:05:02.412543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:04.089376 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170502678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:04.214475 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-12_17:05:02.412543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:04.338645 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170502677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170502678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:04.482900 run patchelf(pid=31387): Terminating (SIGINT)\u000a17:05:04.651666 run patchelf(pid=31387): Terminated: ok {rc=0}\u000a17:05:04.682789 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:05:04.692010 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a17:05:04.752256 run osmo-hlr_10.42.42.2(pid=31371): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31371)]\u000a17:05:04.801021 run osmo-hlr_10.42.42.2(pid=31371): stdout: \u000a| (launched: 2022-12-12_17:05:01.126226) \u000a17:05:04.850818 run osmo-hlr_10.42.42.2(pid=31371): stderr: \u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170501476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170501498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170501515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170501515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170501515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:05:04.892318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Terminating (SIGTERM)\u000a17:05:04.931695 run iperf3-srv_10.42.42.10(pid=31364): Terminating (SIGTERM)\u000a17:05:04.970941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Terminating (SIGTERM)\u000a17:05:05.010284 run iperf3-srv_10.42.42.10(pid=31366): Terminating (SIGTERM)\u000a17:05:05.049700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31370): Terminating (SIGTERM)\u000a17:05:05.088929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31377): Terminating (SIGTERM)\u000a17:05:05.128570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31386): Terminating (SIGTERM)\u000a17:05:05.138003 --- ParallelTerminationStrategy: PID 31363 died...\u000a17:05:05.190488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31363): Terminated: ok {rc=0}\u000a17:05:05.200082 --- ParallelTerminationStrategy: PID 31364 died...\u000a17:05:05.252267 run iperf3-srv_10.42.42.10(pid=31364): Terminated {rc=256}\u000a17:05:05.261925 --- ParallelTerminationStrategy: PID 31365 died...\u000a17:05:05.315065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31365): Terminated: ok {rc=0}\u000a17:05:05.324473 --- ParallelTerminationStrategy: PID 31366 died...\u000a17:05:05.377097 run iperf3-srv_10.42.42.10(pid=31366): Terminated {rc=256}\u000a17:05:05.386728 --- ParallelTerminationStrategy: PID 31370 died...\u000a17:05:05.439451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31370): Terminated: ok {rc=0}\u000a17:05:05.449158 --- ParallelTerminationStrategy: PID 31377 died...\u000a17:05:05.501849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31377): Terminated: ok {rc=0}\u000a17:05:05.511594 --- ParallelTerminationStrategy: PID 31386 died...\u000a17:05:05.563881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31386): Terminated: ok {rc=0}\u000a17:05:05.646484 bus /gobi_0: Setting Powered False\u000a17:05:06.751134 bus /gobi_0: Setting Powered False\u000a17:05:07.862208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:05:08.974712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:08.987143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:05:09.149468 tst iperf3.py: using LAC 30275\u000a17:05:09.277246 tst iperf3.py: using RAC 185\u000a17:05:09.405021 tst iperf3.py: using CellId 30275\u000a17:05:09.533344 tst iperf3.py: using BVCI 30276\u000a17:05:09.558338 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.569948 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.581233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.592426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.603715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.614969 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.626478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.637730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:09.649224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:09.925684 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:05:10.050960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:10.363002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31388): Launched\u000a17:05:10.623236 run iperf3-srv_10.42.42.10(pid=31389): Launched\u000a17:05:10.806478 tst iperf3.py:8: start network...\u000a17:05:10.932038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:05:11.406639 run create_hlr_db(pid=31390): Launched\u000a17:05:11.578837 bus /gobi_6: Setting Powered False\u000a17:05:12.601455 run create_hlr_db(pid=31390): Terminated: ok {rc=0}\u000a17:05:13.048155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31395): Launched\u000a17:05:13.427147 run osmo-hlr_10.42.42.2(pid=31424): Launched\u000a17:05:13.594458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:14.215578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31567): Launched\u000a17:05:14.595864 run osmo-stp_10.42.42.5(pid=31601): Launched\u000a17:05:14.792600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:15.427013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31683): Launched\u000a17:05:15.547930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:15.855763 run patchelf(pid=31752): Launched\u000a17:05:16.061437 run osmo-stp_10.42.42.5(pid=31601): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)]\u000a17:05:16.195354 run osmo-stp_10.42.42.5(pid=31601): stdout: \u000a| (launched: 2022-12-12_17:05:14.372872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:16.330582 run osmo-stp_10.42.42.5(pid=31601): stderr: \u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170514661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170514661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:16.459743 run osmo-stp_10.42.42.5(pid=31601): stdout: \u000a| (launched: 2022-12-12_17:05:14.372872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:16.589224 run osmo-stp_10.42.42.5(pid=31601): stderr: \u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170514660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170514661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170514661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170514662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:16.740636 run patchelf(pid=31752): Terminating (SIGINT)\u000a17:05:16.917653 run patchelf(pid=31752): Terminated: ok {rc=0}\u000a17:05:16.949917 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31601): Process ended prematurely: osmo-stp_10.42.42.5(pid=31601) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31601)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:05:16.959673 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a17:05:17.025455 run osmo-hlr_10.42.42.2(pid=31424): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31424)]\u000a17:05:17.077309 run osmo-hlr_10.42.42.2(pid=31424): stdout: \u000a| (launched: 2022-12-12_17:05:13.214992) \u000a17:05:17.130950 run osmo-hlr_10.42.42.2(pid=31424): stderr: \u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170513470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170513486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170513502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170513502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170513502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:05:17.174700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31388): Terminating (SIGTERM)\u000a17:05:17.217340 run iperf3-srv_10.42.42.10(pid=31389): Terminating (SIGTERM)\u000a17:05:17.260004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31395): Terminating (SIGTERM)\u000a17:05:17.301630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31567): Terminating (SIGTERM)\u000a17:05:17.347741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31683): Terminating (SIGTERM)\u000a17:05:17.358071 --- ParallelTerminationStrategy: PID 31388 died...\u000a17:05:17.415760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31388): Terminated: ok {rc=0}\u000a17:05:17.426179 --- ParallelTerminationStrategy: PID 31389 died...\u000a17:05:17.482892 run iperf3-srv_10.42.42.10(pid=31389): Terminated {rc=256}\u000a17:05:17.493935 --- ParallelTerminationStrategy: PID 31395 died...\u000a17:05:17.550276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31395): Terminated: ok {rc=0}\u000a17:05:17.561132 --- ParallelTerminationStrategy: PID 31567 died...\u000a17:05:17.617414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31567): Terminated: ok {rc=0}\u000a17:05:17.628201 --- ParallelTerminationStrategy: PID 31683 died...\u000a17:05:17.685169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31683): Terminated: ok {rc=0}\u000a17:05:17.772580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31942): Process ended prematurely: osmo-stp_10.42.42.5(pid=31942) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31942)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31942): Process ended prematurely: osmo-stp_10.42.42.5(pid=31942) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:05:18.889516 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:18.902150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:05:19.066410 tst iperf3m4.py: using LAC 30276\u000a17:05:19.193670 tst iperf3m4.py: using RAC 186\u000a17:05:19.322242 tst iperf3m4.py: using CellId 30276\u000a17:05:19.449701 tst iperf3m4.py: using BVCI 30277\u000a17:05:19.474596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.486510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.498172 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.510151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.522056 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.534079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.546243 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.558034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:19.570099 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:19.687858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:19.809961 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:19.931030 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:20.209856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:05:20.335740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:20.650329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31753): Launched\u000a17:05:20.911443 run iperf3-srv_10.42.42.10(pid=31754): Launched\u000a17:05:21.096395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:05:21.222736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:21.536355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Launched\u000a17:05:21.798502 run iperf3-srv_10.42.42.10(pid=31756): Launched\u000a17:05:21.983754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:05:22.110289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:22.425164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Launched\u000a17:05:22.688426 run iperf3-srv_10.42.42.10(pid=31758): Launched\u000a17:05:22.872706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:05:22.998961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:23.338375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Launched\u000a17:05:23.632210 run iperf3-srv_10.42.42.10(pid=31777): Launched\u000a17:05:23.821551 tst iperf3m4.py:8: start network...\u000a17:05:23.951873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:05:24.473769 run create_hlr_db(pid=31935): Launched\u000a17:05:24.676869 bus /gobi_6: Setting Powered False\u000a17:05:25.692836 run create_hlr_db(pid=31935): Terminated: ok {rc=0}\u000a17:05:26.145519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31938): Launched\u000a17:05:26.582871 run osmo-hlr_10.42.42.2(pid=31939): Launched\u000a17:05:26.820713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:27.411688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31941): Launched\u000a17:05:27.844894 run osmo-stp_10.42.42.5(pid=31942): Launched\u000a17:05:28.062772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:28.663791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31944): Launched\u000a17:05:28.782908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:29.088848 run patchelf(pid=31945): Launched\u000a17:05:29.286348 run osmo-stp_10.42.42.5(pid=31942): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31942)]\u000a17:05:29.431526 run osmo-stp_10.42.42.5(pid=31942): stdout: \u000a| (launched: 2022-12-12_17:05:27.582640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:29.576132 run osmo-stp_10.42.42.5(pid=31942): stderr: \u000a| �[0;m�[38;5;43m20221212170527875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170527876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170527876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170527876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:29.711827 run osmo-stp_10.42.42.5(pid=31942): stdout: \u000a| (launched: 2022-12-12_17:05:27.582640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:29.846152 run osmo-stp_10.42.42.5(pid=31942): stderr: \u000a| �[0;m�[38;5;43m20221212170527875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170527876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170527876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170527876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170527877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:30.002039 run patchelf(pid=31945): Terminating (SIGINT)\u000a17:05:30.184461 run patchelf(pid=31945): Terminated: ok {rc=0}\u000a17:05:30.218018 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31942): Process ended prematurely: osmo-stp_10.42.42.5(pid=31942) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31942)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:05:30.228191 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a17:05:30.291621 run osmo-hlr_10.42.42.2(pid=31939): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31939)]\u000a17:05:30.343271 run osmo-hlr_10.42.42.2(pid=31939): stdout: \u000a| (launched: 2022-12-12_17:05:26.314889) \u000a17:05:30.395570 run osmo-hlr_10.42.42.2(pid=31939): stderr: \u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170526623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170526645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170526654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170526654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170526654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:05:30.439913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31753): Terminating (SIGTERM)\u000a17:05:30.481857 run iperf3-srv_10.42.42.10(pid=31754): Terminating (SIGTERM)\u000a17:05:30.524183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminating (SIGTERM)\u000a17:05:30.566516 run iperf3-srv_10.42.42.10(pid=31756): Terminating (SIGTERM)\u000a17:05:30.608460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Terminating (SIGTERM)\u000a17:05:30.650334 run iperf3-srv_10.42.42.10(pid=31758): Terminating (SIGTERM)\u000a17:05:30.692199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Terminating (SIGTERM)\u000a17:05:30.734150 run iperf3-srv_10.42.42.10(pid=31777): Terminating (SIGTERM)\u000a17:05:30.775994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31938): Terminating (SIGTERM)\u000a17:05:30.821645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31941): Terminating (SIGTERM)\u000a17:05:30.873298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31944): Terminating (SIGTERM)\u000a17:05:30.883722 --- ParallelTerminationStrategy: PID 31753 died...\u000a17:05:30.941832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31753): Terminated: ok {rc=0}\u000a17:05:30.952376 --- ParallelTerminationStrategy: PID 31754 died...\u000a17:05:31.008631 run iperf3-srv_10.42.42.10(pid=31754): Terminated {rc=256}\u000a17:05:31.019176 --- ParallelTerminationStrategy: PID 31755 died...\u000a17:05:31.075803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminated: ok {rc=0}\u000a17:05:31.086284 --- ParallelTerminationStrategy: PID 31756 died...\u000a17:05:31.142737 run iperf3-srv_10.42.42.10(pid=31756): Terminated {rc=256}\u000a17:05:31.153319 --- ParallelTerminationStrategy: PID 31757 died...\u000a17:05:31.210104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Terminated: ok {rc=0}\u000a17:05:31.220625 --- ParallelTerminationStrategy: PID 31758 died...\u000a17:05:31.277187 run iperf3-srv_10.42.42.10(pid=31758): Terminated {rc=256}\u000a17:05:31.287946 --- ParallelTerminationStrategy: PID 31759 died...\u000a17:05:31.344697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Terminated: ok {rc=0}\u000a17:05:31.355342 --- ParallelTerminationStrategy: PID 31777 died...\u000a17:05:31.412044 run iperf3-srv_10.42.42.10(pid=31777): Terminated {rc=256}\u000a17:05:31.422673 --- ParallelTerminationStrategy: PID 31938 died...\u000a17:05:31.479712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31938): Terminated: ok {rc=0}\u000a17:05:31.490655 --- ParallelTerminationStrategy: PID 31941 died...\u000a17:05:31.547563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31941): Terminated: ok {rc=0}\u000a17:05:31.558298 --- ParallelTerminationStrategy: PID 31944 died...\u000a17:05:31.615260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31944): Terminated: ok {rc=0}\u000a17:05:31.709162 bus /gobi_4: Setting Powered False\u000a17:05:32.813656 bus /gobi_4: Setting Powered False\u000a17:05:33.925582 bus /gobi_1: Setting Powered False\u000a17:05:35.031960 bus /gobi_1: Setting Powered False\u000a17:05:36.140453 bus /gobi_0: Setting Powered False\u000a17:05:37.248342 bus /gobi_0: Setting Powered False\u000a17:05:38.357552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:05:39.426727 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:39.439275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:05:39.603093 tst ping.py: using LAC 30277\u000a17:05:39.728935 tst ping.py: using RAC 187\u000a17:05:39.855879 tst ping.py: using CellId 30277\u000a17:05:39.982681 tst ping.py: using BVCI 30278\u000a17:05:40.007317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.019002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.030532 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.042158 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.053596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.065127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.076749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:40.088295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:40.366285 tst ping.py:19: start network...\u000a17:05:40.492281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:05:40.969965 run create_hlr_db(pid=31947): Launched\u000a17:05:41.143886 bus /gobi_6: Setting Powered False\u000a17:05:42.164579 run create_hlr_db(pid=31947): Terminated: ok {rc=0}\u000a17:05:42.594604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31949): Launched\u000a17:05:42.919969 run osmo-hlr_10.42.42.2(pid=31950): Launched\u000a17:05:43.038504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:43.608535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31952): Launched\u000a17:05:43.913691 run osmo-stp_10.42.42.5(pid=31954): Launched\u000a17:05:44.023563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:44.553092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Launched\u000a17:05:44.660566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:44.926211 run patchelf(pid=31957): Launched\u000a17:05:45.102532 run osmo-stp_10.42.42.5(pid=31954): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)]\u000a17:05:45.231159 run osmo-stp_10.42.42.5(pid=31954): stdout: \u000a| (launched: 2022-12-12_17:05:43.761428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:45.360309 run osmo-stp_10.42.42.5(pid=31954): stderr: \u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170543933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:45.485593 run osmo-stp_10.42.42.5(pid=31954): stdout: \u000a| (launched: 2022-12-12_17:05:43.761428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:45.609447 run osmo-stp_10.42.42.5(pid=31954): stderr: \u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170543933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170543933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170543934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:45.752938 run patchelf(pid=31957): Terminating (SIGINT)\u000a17:05:45.939422 run patchelf(pid=31957): Terminated: ok {rc=0}\u000a17:05:45.971694 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31954): Process ended prematurely: osmo-stp_10.42.42.5(pid=31954) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31954)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:05:45.981659 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:05:46.046999 run osmo-hlr_10.42.42.2(pid=31950): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31950)]\u000a17:05:46.097662 run osmo-hlr_10.42.42.2(pid=31950): stdout: \u000a| (launched: 2022-12-12_17:05:42.759128) \u000a17:05:46.151813 run osmo-hlr_10.42.42.2(pid=31950): stderr: \u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170542958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170542970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170542979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170542979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170542979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:05:46.196655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31949): Terminating (SIGTERM)\u000a17:05:46.240062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31952): Terminating (SIGTERM)\u000a17:05:46.284889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Terminating (SIGTERM)\u000a17:05:46.296726 --- ParallelTerminationStrategy: PID 31949 died...\u000a17:05:46.355686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31949): Terminated: ok {rc=0}\u000a17:05:46.366388 --- ParallelTerminationStrategy: PID 31952 died...\u000a17:05:46.423588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31952): Terminated: ok {rc=0}\u000a17:05:46.434333 --- ParallelTerminationStrategy: PID 31956 died...\u000a17:05:46.491478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31956): Terminated: ok {rc=0}\u000a17:05:46.589584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31964): Process ended prematurely: osmo-stp_10.42.42.5(pid=31964) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31964)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31964): Process ended prematurely: osmo-stp_10.42.42.5(pid=31964) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:05:47.643856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:47.656150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:05:47.811288 tst ping_idle_ping.py: using LAC 30278\u000a17:05:47.932112 tst ping_idle_ping.py: using RAC 188\u000a17:05:48.051745 tst ping_idle_ping.py: using CellId 30278\u000a17:05:48.171770 tst ping_idle_ping.py: using BVCI 30279\u000a17:05:48.194923 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.206094 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.217118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.228293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.239589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.250992 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.262411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:05:48.273632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:05:48.568102 tst ping_idle_ping.py:24: start network...\u000a17:05:48.703324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:05:49.229454 run create_hlr_db(pid=31958): Launched\u000a17:05:49.416118 bus /gobi_6: Setting Powered False\u000a17:05:50.437524 run create_hlr_db(pid=31958): Terminated: ok {rc=0}\u000a17:05:50.870646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31960): Launched\u000a17:05:51.196192 run osmo-hlr_10.42.42.2(pid=31961): Launched\u000a17:05:51.317230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:05:51.880675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31963): Launched\u000a17:05:52.205770 run osmo-stp_10.42.42.5(pid=31964): Launched\u000a17:05:52.322999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:05:52.889515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31966): Launched\u000a17:05:53.003998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:05:53.286364 run patchelf(pid=31967): Launched\u000a17:05:53.474742 run osmo-stp_10.42.42.5(pid=31964): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31964)]\u000a17:05:53.612795 run osmo-stp_10.42.42.5(pid=31964): stdout: \u000a| (launched: 2022-12-12_17:05:52.044497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:53.750792 run osmo-stp_10.42.42.5(pid=31964): stderr: \u000a| �[0;m�[38;5;43m20221212170552237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170552238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170552238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170552238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:53.884104 run osmo-stp_10.42.42.5(pid=31964): stdout: \u000a| (launched: 2022-12-12_17:05:52.044497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:05:54.016552 run osmo-stp_10.42.42.5(pid=31964): stderr: \u000a| �[0;m�[38;5;43m20221212170552237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170552238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170552238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170552238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170552239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:05:54.169988 run patchelf(pid=31967): Terminating (SIGINT)\u000a17:05:54.350073 run patchelf(pid=31967): Terminated: ok {rc=0}\u000a17:05:54.382859 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31964): Process ended prematurely: osmo-stp_10.42.42.5(pid=31964) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31964)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:05:54.392402 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:05:54.454886 run osmo-hlr_10.42.42.2(pid=31961): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31961)]\u000a17:05:54.506395 run osmo-hlr_10.42.42.2(pid=31961): stdout: \u000a| (launched: 2022-12-12_17:05:51.035140) \u000a17:05:54.558512 run osmo-hlr_10.42.42.2(pid=31961): stderr: \u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170551236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170551249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170551257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170551257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170551257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:05:54.602607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31960): Terminating (SIGTERM)\u000a17:05:54.644362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31963): Terminating (SIGTERM)\u000a17:05:54.686322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31966): Terminating (SIGTERM)\u000a17:05:54.696088 --- ParallelTerminationStrategy: PID 31960 died...\u000a17:05:54.752938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31960): Terminated: ok {rc=0}\u000a17:05:54.763084 --- ParallelTerminationStrategy: PID 31963 died...\u000a17:05:54.818470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31963): Terminated: ok {rc=0}\u000a17:05:54.828394 --- ParallelTerminationStrategy: PID 31966 died...\u000a17:05:54.883858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31966): Terminated: ok {rc=0}\u000a17:05:54.971297 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:04:55" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:05:57.115197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.126413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:05:57.279008 tst cs_paging_gprs_active.py: using LAC 30279\u000a17:05:57.397198 tst cs_paging_gprs_active.py: using RAC 189\u000a17:05:57.516662 tst cs_paging_gprs_active.py: using CellId 30279\u000a17:05:57.636401 tst cs_paging_gprs_active.py: using BVCI 30280\u000a17:05:57.659745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.670948 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.681918 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.693180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.704308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.715521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.727038 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.738376 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:05:57.749979 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:05:57.870489 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:05:58.152519 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:05:58.280686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:58.601500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Launched\u000a17:05:58.867711 run iperf3-srv_10.42.42.10(pid=31972): Launched\u000a17:05:59.055392 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:05:59.185909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:05:59.507310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Launched\u000a17:05:59.773744 run iperf3-srv_10.42.42.10(pid=31974): Launched\u000a17:05:59.961203 tst cs_paging_gprs_active.py:38: start network...\u000a17:06:00.089098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:00.576230 run create_hlr_db(pid=31975): Launched\u000a17:06:00.752830 bus /gobi_6: Setting Powered False\u000a17:06:01.777049 run create_hlr_db(pid=31975): Terminated: ok {rc=0}\u000a17:06:02.208407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Launched\u000a17:06:02.522571 run osmo-hlr_10.42.42.2(pid=31978): Launched\u000a17:06:02.640303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:06:03.177446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Launched\u000a17:06:03.488794 run osmo-stp_10.42.42.5(pid=31981): Launched\u000a17:06:03.601212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:06:04.139941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Launched\u000a17:06:04.250416 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:06:04.527840 run patchelf(pid=31984): Launched\u000a17:06:04.708025 run osmo-stp_10.42.42.5(pid=31981): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)]\u000a17:06:04.839916 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-12_17:06:03.333660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:04.972166 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221212170603504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170603504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170603505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170603505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170603509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:05.099311 run osmo-stp_10.42.42.5(pid=31981): stdout: \u000a| (launched: 2022-12-12_17:06:03.333660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:05.225920 run osmo-stp_10.42.42.5(pid=31981): stderr: \u000a| �[0;m�[38;5;43m20221212170603504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170603504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170603505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170603505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170603509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:05.372712 run patchelf(pid=31984): Terminating (SIGINT)\u000a17:06:05.545600 run patchelf(pid=31984): Terminated: ok {rc=0}\u000a17:06:05.577409 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31981): Process ended prematurely: osmo-stp_10.42.42.5(pid=31981) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31981)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a17:06:05.586886 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a17:06:05.647799 run osmo-hlr_10.42.42.2(pid=31978): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31978)]\u000a17:06:05.696852 run osmo-hlr_10.42.42.2(pid=31978): stdout: \u000a| (launched: 2022-12-12_17:06:02.365514) \u000a17:06:05.746566 run osmo-hlr_10.42.42.2(pid=31978): stderr: \u000a| �[0;m�[1;31m20221212170602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170602542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170602543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170602557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170602567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170602567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170602567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:06:05.788633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a17:06:05.828683 run iperf3-srv_10.42.42.10(pid=31972): Terminating (SIGTERM)\u000a17:06:05.868608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminating (SIGTERM)\u000a17:06:05.908420 run iperf3-srv_10.42.42.10(pid=31974): Terminating (SIGTERM)\u000a17:06:05.948175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminating (SIGTERM)\u000a17:06:05.988071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminating (SIGTERM)\u000a17:06:06.027984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminating (SIGTERM)\u000a17:06:06.037509 --- ParallelTerminationStrategy: PID 31971 died...\u000a17:06:06.091200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a17:06:06.100746 --- ParallelTerminationStrategy: PID 31972 died...\u000a17:06:06.153648 run iperf3-srv_10.42.42.10(pid=31972): Terminated {rc=256}\u000a17:06:06.163125 --- ParallelTerminationStrategy: PID 31973 died...\u000a17:06:06.216239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31973): Terminated: ok {rc=0}\u000a17:06:06.226034 --- ParallelTerminationStrategy: PID 31974 died...\u000a17:06:06.279583 run iperf3-srv_10.42.42.10(pid=31974): Terminated {rc=256}\u000a17:06:06.289245 --- ParallelTerminationStrategy: PID 31977 died...\u000a17:06:06.342221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31977): Terminated: ok {rc=0}\u000a17:06:06.351994 --- ParallelTerminationStrategy: PID 31980 died...\u000a17:06:06.405078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31980): Terminated: ok {rc=0}\u000a17:06:06.414888 --- ParallelTerminationStrategy: PID 31983 died...\u000a17:06:06.468660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31983): Terminated: ok {rc=0}\u000a17:06:06.552982 bus /gobi_0: Setting Powered False\u000a17:06:07.662009 bus /gobi_0: Setting Powered False\u000a17:06:08.769863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31993): Process ended prematurely: osmo-stp_10.42.42.5(pid=31993) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31993)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31993): Process ended prematurely: osmo-stp_10.42.42.5(pid=31993) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a17:06:09.886634 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:09.899100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:06:10.064842 tst iperf3.py: using LAC 30280\u000a17:06:10.195933 tst iperf3.py: using RAC 190\u000a17:06:10.324831 tst iperf3.py: using CellId 30280\u000a17:06:10.455317 tst iperf3.py: using BVCI 30281\u000a17:06:10.480502 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.492320 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.503816 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.515792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.527352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.538766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.550346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.561843 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:10.573523 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:10.871636 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:06:11.008937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:06:11.349602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31985): Launched\u000a17:06:11.632840 run iperf3-srv_10.42.42.10(pid=31986): Launched\u000a17:06:11.833315 tst iperf3.py:8: start network...\u000a17:06:11.969810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:12.496122 run create_hlr_db(pid=31987): Launched\u000a17:06:12.685579 bus /gobi_6: Setting Powered False\u000a17:06:13.706428 run create_hlr_db(pid=31987): Terminated: ok {rc=0}\u000a17:06:14.120379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31989): Launched\u000a17:06:14.428853 run osmo-hlr_10.42.42.2(pid=31990): Launched\u000a17:06:14.542483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:06:15.080187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31992): Launched\u000a17:06:15.390285 run osmo-stp_10.42.42.5(pid=31993): Launched\u000a17:06:15.503881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:06:16.067571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31995): Launched\u000a17:06:16.180583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:06:16.491556 run patchelf(pid=31996): Launched\u000a17:06:16.697528 run osmo-stp_10.42.42.5(pid=31993): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31993)]\u000a17:06:16.833048 run osmo-stp_10.42.42.5(pid=31993): stdout: \u000a| (launched: 2022-12-12_17:06:15.236340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:16.969446 run osmo-stp_10.42.42.5(pid=31993): stderr: \u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170615411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:17.100618 run osmo-stp_10.42.42.5(pid=31993): stdout: \u000a| (launched: 2022-12-12_17:06:15.236340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:17.230632 run osmo-stp_10.42.42.5(pid=31993): stderr: \u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170615410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170615411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170615411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:17.381826 run patchelf(pid=31996): Terminating (SIGINT)\u000a17:06:17.556667 run patchelf(pid=31996): Terminated: ok {rc=0}\u000a17:06:17.588712 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31993): Process ended prematurely: osmo-stp_10.42.42.5(pid=31993) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31993)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a17:06:17.598232 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:06:17.659943 run osmo-hlr_10.42.42.2(pid=31990): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31990)]\u000a17:06:17.709667 run osmo-hlr_10.42.42.2(pid=31990): stdout: \u000a| (launched: 2022-12-12_17:06:14.275880) \u000a17:06:17.759956 run osmo-hlr_10.42.42.2(pid=31990): stderr: \u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170614455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170614467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170614477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170614477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170614477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:06:17.802449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31985): Terminating (SIGTERM)\u000a17:06:17.843035 run iperf3-srv_10.42.42.10(pid=31986): Terminating (SIGTERM)\u000a17:06:17.883383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31989): Terminating (SIGTERM)\u000a17:06:17.923772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31992): Terminating (SIGTERM)\u000a17:06:17.964091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31995): Terminating (SIGTERM)\u000a17:06:17.973785 --- ParallelTerminationStrategy: PID 31985 died...\u000a17:06:18.027981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31985): Terminated: ok {rc=0}\u000a17:06:18.038024 --- ParallelTerminationStrategy: PID 31986 died...\u000a17:06:18.091802 run iperf3-srv_10.42.42.10(pid=31986): Terminated {rc=256}\u000a17:06:18.101791 --- ParallelTerminationStrategy: PID 31989 died...\u000a17:06:18.155547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31989): Terminated: ok {rc=0}\u000a17:06:18.165853 --- ParallelTerminationStrategy: PID 31992 died...\u000a17:06:18.220022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31992): Terminated: ok {rc=0}\u000a17:06:18.229901 --- ParallelTerminationStrategy: PID 31995 died...\u000a17:06:18.284079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31995): Terminated: ok {rc=0}\u000a17:06:18.373103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a17:06:19.485665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:19.498018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:06:19.652678 tst iperf3m4.py: using LAC 30281\u000a17:06:19.781870 tst iperf3m4.py: using RAC 191\u000a17:06:19.919178 tst iperf3m4.py: using CellId 30281\u000a17:06:20.046935 tst iperf3m4.py: using BVCI 30282\u000a17:06:20.072269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.084204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.095942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.108070 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.120333 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.132151 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.144185 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.155952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:20.167929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:20.286840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:20.410335 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:20.531381 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:20.812505 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:06:20.940932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:06:21.260564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31997): Launched\u000a17:06:21.526776 run iperf3-srv_10.42.42.10(pid=31998): Launched\u000a17:06:21.713869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:06:21.841912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:06:22.162069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31999): Launched\u000a17:06:22.427654 run iperf3-srv_10.42.42.10(pid=32000): Launched\u000a17:06:22.615400 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:06:22.743663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:06:23.065983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Launched\u000a17:06:23.334201 run iperf3-srv_10.42.42.10(pid=32002): Launched\u000a17:06:23.521464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:06:23.649661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:06:23.970836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32003): Launched\u000a17:06:24.238519 run iperf3-srv_10.42.42.10(pid=32004): Launched\u000a17:06:24.425660 tst iperf3m4.py:8: start network...\u000a17:06:24.553965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:25.043755 run create_hlr_db(pid=32005): Launched\u000a17:06:25.221257 bus /gobi_6: Setting Powered False\u000a17:06:26.242985 run create_hlr_db(pid=32005): Terminated: ok {rc=0}\u000a17:06:26.656033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Launched\u000a17:06:26.968256 run osmo-hlr_10.42.42.2(pid=32008): Launched\u000a17:06:27.087902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:06:27.634682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Launched\u000a17:06:27.946846 run osmo-stp_10.42.42.5(pid=32011): Launched\u000a17:06:28.059393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:06:28.596206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32013): Launched\u000a17:06:28.705600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:06:28.976041 run patchelf(pid=32014): Launched\u000a17:06:29.156181 run osmo-stp_10.42.42.5(pid=32011): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)]\u000a17:06:29.287392 run osmo-stp_10.42.42.5(pid=32011): stdout: \u000a| (launched: 2022-12-12_17:06:27.790726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:29.419202 run osmo-stp_10.42.42.5(pid=32011): stderr: \u000a| �[0;m�[38;5;43m20221212170627964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170627965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170627965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170627965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:29.546332 run osmo-stp_10.42.42.5(pid=32011): stdout: \u000a| (launched: 2022-12-12_17:06:27.790726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:29.672045 run osmo-stp_10.42.42.5(pid=32011): stderr: \u000a| �[0;m�[38;5;43m20221212170627964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170627965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170627965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170627965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170627966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:29.818129 run patchelf(pid=32014): Terminating (SIGINT)\u000a17:06:29.989499 run patchelf(pid=32014): Terminated: ok {rc=0}\u000a17:06:30.020925 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32011): Process ended prematurely: osmo-stp_10.42.42.5(pid=32011) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32011)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a17:06:30.030531 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a17:06:30.091646 run osmo-hlr_10.42.42.2(pid=32008): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32008)]\u000a17:06:30.140681 run osmo-hlr_10.42.42.2(pid=32008): stdout: \u000a| (launched: 2022-12-12_17:06:26.812507) \u000a17:06:30.190036 run osmo-hlr_10.42.42.2(pid=32008): stderr: \u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170626992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170627004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170627014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170627015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170627015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:06:30.232170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31997): Terminating (SIGTERM)\u000a17:06:30.271728 run iperf3-srv_10.42.42.10(pid=31998): Terminating (SIGTERM)\u000a17:06:30.311398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31999): Terminating (SIGTERM)\u000a17:06:30.350827 run iperf3-srv_10.42.42.10(pid=32000): Terminating (SIGTERM)\u000a17:06:30.390353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Terminating (SIGTERM)\u000a17:06:30.429900 run iperf3-srv_10.42.42.10(pid=32002): Terminating (SIGTERM)\u000a17:06:30.469583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32003): Terminating (SIGTERM)\u000a17:06:30.508934 run iperf3-srv_10.42.42.10(pid=32004): Terminating (SIGTERM)\u000a17:06:30.548633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Terminating (SIGTERM)\u000a17:06:30.588262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Terminating (SIGTERM)\u000a17:06:30.627741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32013): Terminating (SIGTERM)\u000a17:06:30.637222 --- ParallelTerminationStrategy: PID 31997 died...\u000a17:06:30.690386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31997): Terminated: ok {rc=0}\u000a17:06:30.700246 --- ParallelTerminationStrategy: PID 31998 died...\u000a17:06:30.753028 run iperf3-srv_10.42.42.10(pid=31998): Terminated {rc=256}\u000a17:06:30.762799 --- ParallelTerminationStrategy: PID 31999 died...\u000a17:06:30.816276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31999): Terminated: ok {rc=0}\u000a17:06:30.827547 --- ParallelTerminationStrategy: PID 32000 died...\u000a17:06:30.883008 run iperf3-srv_10.42.42.10(pid=32000): Terminated {rc=256}\u000a17:06:30.893400 --- ParallelTerminationStrategy: PID 32001 died...\u000a17:06:30.947899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32001): Terminated: ok {rc=0}\u000a17:06:30.958755 --- ParallelTerminationStrategy: PID 32002 died...\u000a17:06:31.013093 run iperf3-srv_10.42.42.10(pid=32002): Terminated {rc=256}\u000a17:06:31.024498 --- ParallelTerminationStrategy: PID 32003 died...\u000a17:06:31.079570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32003): Terminated: ok {rc=0}\u000a17:06:31.090665 --- ParallelTerminationStrategy: PID 32004 died...\u000a17:06:31.145663 run iperf3-srv_10.42.42.10(pid=32004): Terminated {rc=256}\u000a17:06:31.156013 --- ParallelTerminationStrategy: PID 32007 died...\u000a17:06:31.211004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32007): Terminated: ok {rc=0}\u000a17:06:31.221543 --- ParallelTerminationStrategy: PID 32010 died...\u000a17:06:31.276633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32010): Terminated: ok {rc=0}\u000a17:06:31.287243 --- ParallelTerminationStrategy: PID 32013 died...\u000a17:06:31.341990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32013): Terminated: ok {rc=0}\u000a17:06:31.428887 bus /gobi_4: Setting Powered False\u000a17:06:32.534882 bus /gobi_4: Setting Powered False\u000a17:06:33.644374 bus /gobi_1: Setting Powered False\u000a17:06:34.744036 bus /gobi_1: Setting Powered False\u000a17:06:35.855306 bus /gobi_0: Setting Powered False\u000a17:06:36.957640 bus /gobi_0: Setting Powered False\u000a17:06:38.069662 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32021): Process ended prematurely: osmo-stp_10.42.42.5(pid=32021) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32021)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32021): Process ended prematurely: osmo-stp_10.42.42.5(pid=32021) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a17:06:39.136884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.148896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:06:39.310816 tst ping.py: using LAC 30282\u000a17:06:39.430982 tst ping.py: using RAC 192\u000a17:06:39.548246 tst ping.py: using CellId 30282\u000a17:06:39.666699 tst ping.py: using BVCI 30283\u000a17:06:39.689839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.701036 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.712143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.723468 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.734880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.746268 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.757786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:39.769115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:40.045724 tst ping.py:19: start network...\u000a17:06:40.170286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:40.646322 run create_hlr_db(pid=32015): Launched\u000a17:06:40.819715 bus /gobi_6: Setting Powered False\u000a17:06:41.841417 run create_hlr_db(pid=32015): Terminated: ok {rc=0}\u000a17:06:42.245857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Launched\u000a17:06:42.549642 run osmo-hlr_10.42.42.2(pid=32018): Launched\u000a17:06:42.665740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:06:43.202554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32020): Launched\u000a17:06:43.506892 run osmo-stp_10.42.42.5(pid=32021): Launched\u000a17:06:43.617999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:06:44.146399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32023): Launched\u000a17:06:44.253437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:06:44.519036 run patchelf(pid=32024): Launched\u000a17:06:44.695703 run osmo-stp_10.42.42.5(pid=32021): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32021)]\u000a17:06:44.824713 run osmo-stp_10.42.42.5(pid=32021): stdout: \u000a| (launched: 2022-12-12_17:06:43.354824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:44.954359 run osmo-stp_10.42.42.5(pid=32021): stderr: \u000a| �[0;m�[38;5;43m20221212170643528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170643529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170643529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170643529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:45.079070 run osmo-stp_10.42.42.5(pid=32021): stdout: \u000a| (launched: 2022-12-12_17:06:43.354824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:45.203264 run osmo-stp_10.42.42.5(pid=32021): stderr: \u000a| �[0;m�[38;5;43m20221212170643528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170643529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170643529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170643529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170643530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:45.346940 run patchelf(pid=32024): Terminating (SIGINT)\u000a17:06:45.514942 run patchelf(pid=32024): Terminated: ok {rc=0}\u000a17:06:45.545729 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32021): Process ended prematurely: osmo-stp_10.42.42.5(pid=32021) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32021)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a17:06:45.554553 tst ping.py:22: Test FAILED (6.4 sec)\u000a17:06:45.615121 run osmo-hlr_10.42.42.2(pid=32018): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32018)]\u000a17:06:45.664356 run osmo-hlr_10.42.42.2(pid=32018): stdout: \u000a| (launched: 2022-12-12_17:06:42.398563) \u000a17:06:45.714150 run osmo-hlr_10.42.42.2(pid=32018): stderr: \u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170642578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170642590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170642599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170642599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170642599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:06:45.756002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminating (SIGTERM)\u000a17:06:45.795776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32020): Terminating (SIGTERM)\u000a17:06:45.839824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32023): Terminating (SIGTERM)\u000a17:06:45.856096 --- ParallelTerminationStrategy: PID 32017 died...\u000a17:06:45.929963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32017): Terminated: ok {rc=0}\u000a17:06:45.940532 --- ParallelTerminationStrategy: PID 32020 died...\u000a17:06:45.996047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32020): Terminated: ok {rc=0}\u000a17:06:46.007839 --- ParallelTerminationStrategy: PID 32023 died...\u000a17:06:46.064526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32023): Terminated: ok {rc=0}\u000a17:06:46.150367 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32031): Process ended prematurely: osmo-stp_10.42.42.5(pid=32031) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32031)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32031): Process ended prematurely: osmo-stp_10.42.42.5(pid=32031) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a17:06:47.204054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.224743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a17:06:47.384329 tst ping_idle_ping.py: using LAC 30283\u000a17:06:47.503643 tst ping_idle_ping.py: using RAC 193\u000a17:06:47.622628 tst ping_idle_ping.py: using CellId 30283\u000a17:06:47.743830 tst ping_idle_ping.py: using BVCI 30284\u000a17:06:47.766961 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.778442 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.789627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.801520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.813462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.825543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.837450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a17:06:47.849331 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a17:06:48.129513 tst ping_idle_ping.py:24: start network...\u000a17:06:48.255763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:48.735232 run create_hlr_db(pid=32025): Launched\u000a17:06:48.909574 bus /gobi_6: Setting Powered False\u000a17:06:49.931276 run create_hlr_db(pid=32025): Terminated: ok {rc=0}\u000a17:06:50.361737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32027): Launched\u000a17:06:50.690422 run osmo-hlr_10.42.42.2(pid=32028): Launched\u000a17:06:50.811540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:06:51.376517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32030): Launched\u000a17:06:51.704030 run osmo-stp_10.42.42.5(pid=32031): Launched\u000a17:06:51.821201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:06:52.390237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32033): Launched\u000a17:06:52.506095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:06:52.791183 run patchelf(pid=32034): Launched\u000a17:06:52.980725 run osmo-stp_10.42.42.5(pid=32031): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32031)]\u000a17:06:53.119122 run osmo-stp_10.42.42.5(pid=32031): stdout: \u000a| (launched: 2022-12-12_17:06:51.541559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:53.259198 run osmo-stp_10.42.42.5(pid=32031): stderr: \u000a| �[0;m�[38;5;43m20221212170651735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170651736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170651736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170651736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:53.393878 run osmo-stp_10.42.42.5(pid=32031): stdout: \u000a| (launched: 2022-12-12_17:06:51.541559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:06:53.527015 run osmo-stp_10.42.42.5(pid=32031): stderr: \u000a| �[0;m�[38;5;43m20221212170651735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170651736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170651736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170651736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170651737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:06:53.681267 run patchelf(pid=32034): Terminating (SIGINT)\u000a17:06:53.861598 run patchelf(pid=32034): Terminated: ok {rc=0}\u000a17:06:53.894292 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32031): Process ended prematurely: osmo-stp_10.42.42.5(pid=32031) [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32031)] [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a17:06:53.903786 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a17:06:53.966839 run osmo-hlr_10.42.42.2(pid=32028): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32028)]\u000a17:06:54.018308 run osmo-hlr_10.42.42.2(pid=32028): stdout: \u000a| (launched: 2022-12-12_17:06:50.526734) \u000a17:06:54.070295 run osmo-hlr_10.42.42.2(pid=32028): stderr: \u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170650728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170650743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170650752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170650753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170650753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:06:54.115042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32027): Terminating (SIGTERM)\u000a17:06:54.157128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32030): Terminating (SIGTERM)\u000a17:06:54.199184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32033): Terminating (SIGTERM)\u000a17:06:54.209263 --- ParallelTerminationStrategy: PID 32027 died...\u000a17:06:54.265405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32027): Terminated: ok {rc=0}\u000a17:06:54.275651 --- ParallelTerminationStrategy: PID 32030 died...\u000a17:06:54.331868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32030): Terminated: ok {rc=0}\u000a17:06:54.342361 --- ParallelTerminationStrategy: PID 32033 died...\u000a17:06:54.398098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32033): Terminated: ok {rc=0}\u000a17:06:54.485437 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:05:56" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32044): Process ended prematurely: osmo-stp_10.42.42.5(pid=32044) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32044)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32044): Process ended prematurely: osmo-stp_10.42.42.5(pid=32044) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:06:56.502810 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:56.514355 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:06:56.665553 tst switch_tch_pdch.py: using LAC 30284\u000a17:06:56.781154 tst switch_tch_pdch.py: using RAC 194\u000a17:06:56.897345 tst switch_tch_pdch.py: using CellId 30284\u000a17:06:57.023924 tst switch_tch_pdch.py: using BVCI 30285\u000a17:06:57.048834 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.061093 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.073116 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.085643 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.098306 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.110909 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.123613 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:06:57.136125 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:06:57.256201 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:06:57.533374 tst switch_tch_pdch.py:51: start network...\u000a17:06:57.659100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:06:58.136247 run create_hlr_db(pid=32038): Launched\u000a17:06:58.309727 bus /gobi_6: Setting Powered False\u000a17:06:59.331956 run create_hlr_db(pid=32038): Terminated: ok {rc=0}\u000a17:06:59.766651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32040): Launched\u000a17:07:00.092439 run osmo-hlr_10.42.42.2(pid=32041): Launched\u000a17:07:00.213474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:07:00.776621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32043): Launched\u000a17:07:01.237873 run osmo-stp_10.42.42.5(pid=32044): Launched\u000a17:07:01.441678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:07:02.044683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32046): Launched\u000a17:07:02.187030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:07:02.456509 run patchelf(pid=32047): Launched\u000a17:07:02.634276 run osmo-stp_10.42.42.5(pid=32044): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32044)]\u000a17:07:02.763857 run osmo-stp_10.42.42.5(pid=32044): stdout: \u000a| (launched: 2022-12-12_17:07:00.959719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:02.894060 run osmo-stp_10.42.42.5(pid=32044): stderr: \u000a| �[0;m�[38;5;43m20221212170701218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170701218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170701219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170701219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170701219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170701220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170701220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:03.018840 run osmo-stp_10.42.42.5(pid=32044): stdout: \u000a| (launched: 2022-12-12_17:07:00.959719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:03.142615 run osmo-stp_10.42.42.5(pid=32044): stderr: \u000a| �[0;m�[38;5;43m20221212170701218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170701218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170701219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170701219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170701219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170701220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170701220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:03.286797 run patchelf(pid=32047): Terminating (SIGINT)\u000a17:07:03.455134 run patchelf(pid=32047): Terminated: ok {rc=0}\u000a17:07:03.485901 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32044): Process ended prematurely: osmo-stp_10.42.42.5(pid=32044) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32044)] [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:07:03.494774 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a17:07:03.555483 run osmo-hlr_10.42.42.2(pid=32041): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32041)]\u000a17:07:03.605309 run osmo-hlr_10.42.42.2(pid=32041): stdout: \u000a| (launched: 2022-12-12_17:06:59.931008) \u000a17:07:03.655475 run osmo-hlr_10.42.42.2(pid=32041): stderr: \u000a| �[0;m�[1;31m20221212170700129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170700129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170700129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170700129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170700129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170700130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170700142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170700150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170700151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170700151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:07:03.697572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32040): Terminating (SIGTERM)\u000a17:07:03.737504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32043): Terminating (SIGTERM)\u000a17:07:03.777474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32046): Terminating (SIGTERM)\u000a17:07:03.787177 --- ParallelTerminationStrategy: PID 32040 died...\u000a17:07:03.840584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32040): Terminated: ok {rc=0}\u000a17:07:03.850711 --- ParallelTerminationStrategy: PID 32043 died...\u000a17:07:03.903615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32043): Terminated: ok {rc=0}\u000a17:07:03.913343 --- ParallelTerminationStrategy: PID 32046 died...\u000a17:07:03.966674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32046): Terminated: ok {rc=0}\u000a17:07:04.054799 bus /gobi_0: Setting Powered False\u000a17:07:05.157422 bus /gobi_0: Setting Powered False\u000a17:07:06.268760 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:06:56" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32057): Process ended prematurely: osmo-stp_10.42.42.5(pid=32057) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32057)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32057): Process ended prematurely: osmo-stp_10.42.42.5(pid=32057) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a17:07:08.245354 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.257172 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a17:07:08.421433 tst switch_tch_pdch.py: using LAC 30285\u000a17:07:08.549445 tst switch_tch_pdch.py: using RAC 195\u000a17:07:08.676052 tst switch_tch_pdch.py: using CellId 30285\u000a17:07:08.800563 tst switch_tch_pdch.py: using BVCI 30286\u000a17:07:08.825229 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.836887 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.848385 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.859879 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.871355 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.882851 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.894428 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a17:07:08.905890 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:07:09.023159 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a17:07:09.317102 tst switch_tch_pdch.py:51: start network...\u000a17:07:09.451745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:07:09.940001 run create_hlr_db(pid=32051): Launched\u000a17:07:10.070973 bus /gobi_6: Setting Powered False\u000a17:07:11.147734 run create_hlr_db(pid=32051): Terminated: ok {rc=0}\u000a17:07:11.530490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32053): Launched\u000a17:07:11.835233 run osmo-hlr_10.42.42.2(pid=32054): Launched\u000a17:07:11.950110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:07:12.451537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32056): Launched\u000a17:07:12.755521 run osmo-stp_10.42.42.5(pid=32057): Launched\u000a17:07:12.865792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:07:13.367689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32059): Launched\u000a17:07:13.475047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:07:13.740352 run patchelf(pid=32060): Launched\u000a17:07:13.917096 run osmo-stp_10.42.42.5(pid=32057): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32057)]\u000a17:07:14.045997 run osmo-stp_10.42.42.5(pid=32057): stdout: \u000a| (launched: 2022-12-12_17:07:12.604271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:14.175415 run osmo-stp_10.42.42.5(pid=32057): stderr: \u000a| �[0;m�[38;5;43m20221212170712775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170712775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170712776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170712776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170712776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170712776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170712777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:14.299964 run osmo-stp_10.42.42.5(pid=32057): stdout: \u000a| (launched: 2022-12-12_17:07:12.604271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:14.423818 run osmo-stp_10.42.42.5(pid=32057): stderr: \u000a| �[0;m�[38;5;43m20221212170712775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170712775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170712776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170712776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170712776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170712776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170712777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:14.567182 run patchelf(pid=32060): Terminating (SIGINT)\u000a17:07:14.735725 run patchelf(pid=32060): Terminated: ok {rc=0}\u000a17:07:14.766414 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32057): Process ended prematurely: osmo-stp_10.42.42.5(pid=32057) [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32057)] [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a17:07:14.775159 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:07:14.835831 run osmo-hlr_10.42.42.2(pid=32054): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32054)]\u000a17:07:14.884869 run osmo-hlr_10.42.42.2(pid=32054): stdout: \u000a| (launched: 2022-12-12_17:07:11.684172) \u000a17:07:14.934806 run osmo-hlr_10.42.42.2(pid=32054): stderr: \u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170711864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170711874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170711883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170711883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170711883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:07:14.976942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32053): Terminating (SIGTERM)\u000a17:07:15.016993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32056): Terminating (SIGTERM)\u000a17:07:15.057427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32059): Terminating (SIGTERM)\u000a17:07:15.066977 --- ParallelTerminationStrategy: PID 32053 died...\u000a17:07:15.120689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32053): Terminated: ok {rc=0}\u000a17:07:15.130417 --- ParallelTerminationStrategy: PID 32056 died...\u000a17:07:15.183670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32056): Terminated: ok {rc=0}\u000a17:07:15.193627 --- ParallelTerminationStrategy: PID 32059 died...\u000a17:07:15.246700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32059): Terminated: ok {rc=0}\u000a17:07:15.336039 bus /gobi_0: Setting Powered False\u000a17:07:16.440726 bus /gobi_0: Setting Powered False\u000a17:07:17.548443 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:07" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32066): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32066) [trial-2379↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32066)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32066): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32066) [trial-2379↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a17:07:19.430147 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a17:07:19.441382 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a17:07:19.573201 tst mo_mt_sms.py: using LAC 30286\u000a17:07:19.695999 tst mo_mt_sms.py: using RAC 196\u000a17:07:19.815940 tst mo_mt_sms.py: using CellId 30286\u000a17:07:19.935567 tst mo_mt_sms.py: using BVCI 30287\u000a17:07:19.958693 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a17:07:20.077081 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a17:07:20.370437 tst mo_mt_sms.py:9: start nitb and bts...\u000a17:07:20.504449 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:07:21.174141 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32065): Launched\u000a17:07:21.496597 run osmo-nitb_10.42.42.2(pid=32066): Launched\u000a17:07:21.695364 run osmo-nitb_10.42.42.2(pid=32066): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32066)]\u000a17:07:21.841417 run osmo-nitb_10.42.42.2(pid=32066): stdout: \u000a| (launched: 2022-12-12_17:07:21.339044) \u000a17:07:21.987409 run osmo-nitb_10.42.42.2(pid=32066): stderr: \u000a| (launched: 2022-12-12_17:07:21.386885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:22.128889 run osmo-nitb_10.42.42.2(pid=32066): stdout: \u000a| (launched: 2022-12-12_17:07:21.339044) \u000a17:07:22.269156 run osmo-nitb_10.42.42.2(pid=32066): stderr: \u000a| (launched: 2022-12-12_17:07:21.386885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:22.627801 tst osmo-nitb_10.42.42.2(pid=32066): stdout: \u000a| (launched: 2022-12-12_17:07:21.339044) \u000a17:07:22.755943 tst osmo-nitb_10.42.42.2(pid=32066): stderr: \u000a| (launched: 2022-12-12_17:07:21.386885)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:22.812140 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32066): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32066) [trial-2379↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32066)] [trial-2379↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a17:07:22.821220 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a17:07:22.857159 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32065): Terminating (SIGTERM)\u000a17:07:23.035044 --- ParallelTerminationStrategy: PID 32065 died...\u000a17:07:23.092845 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32065): Terminated: ok {rc=0}\u000a17:07:23.180211 bus /sierra_3: Setting Powered False\u000a17:07:24.289813 bus /sierra_3: Setting Powered False\u000a17:07:25.402228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:19" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a17:07:27.271565 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.283085 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:07:27.411252 tst mo_mt_sms.py: using LAC 30287\u000a17:07:27.531858 tst mo_mt_sms.py: using RAC 197\u000a17:07:27.651486 tst mo_mt_sms.py: using CellId 30287\u000a17:07:27.769268 tst mo_mt_sms.py: using BVCI 30288\u000a17:07:27.791871 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.802611 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.813236 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.824110 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.835030 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:27.845784 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a17:07:27.964713 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a17:07:28.166315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:07:28.660328 run create_hlr_db(pid=32070): Launched\u000a17:07:28.848111 bus /sierra_2: Setting Powered False\u000a17:07:29.867886 run create_hlr_db(pid=32070): Terminated: ok {rc=0}\u000a17:07:30.275707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Launched\u000a17:07:30.578960 run osmo-hlr_10.42.42.2(pid=32073): Launched\u000a17:07:30.695650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:07:31.271144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Launched\u000a17:07:31.675492 run osmo-stp_10.42.42.5(pid=32076): Launched\u000a17:07:31.845098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:07:32.478756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32078): Launched\u000a17:07:32.783237 run osmo-msc_10.42.42.6(pid=32079): Launched\u000a17:07:32.961224 run osmo-stp_10.42.42.5(pid=32076): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)]\u000a17:07:33.089554 run osmo-stp_10.42.42.5(pid=32076): stdout: \u000a| (launched: 2022-12-12_17:07:31.427106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:33.215349 run osmo-stp_10.42.42.5(pid=32076): stderr: \u000a| �[0;m�[38;5;43m20221212170731759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170731760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:33.336138 run osmo-stp_10.42.42.5(pid=32076): stdout: \u000a| (launched: 2022-12-12_17:07:31.427106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:33.456306 run osmo-stp_10.42.42.5(pid=32076): stderr: \u000a| �[0;m�[38;5;43m20221212170731759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170731760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170731760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170731768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:33.508810 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32076): Process ended prematurely: osmo-stp_10.42.42.5(pid=32076) [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32076)] [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a17:07:33.517630 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a17:07:33.578121 run osmo-hlr_10.42.42.2(pid=32073): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32073)]\u000a17:07:33.627369 run osmo-hlr_10.42.42.2(pid=32073): stdout: \u000a| (launched: 2022-12-12_17:07:30.428673) \u000a17:07:33.677166 run osmo-hlr_10.42.42.2(pid=32073): stderr: \u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170730608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170730620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170730629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:07:33.744559 run osmo-msc_10.42.42.6(pid=32079): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32079)]\u000a17:07:33.793404 run osmo-msc_10.42.42.6(pid=32079): stdout: \u000a| (launched: 2022-12-12_17:07:32.631648) \u000a17:07:33.842947 run osmo-msc_10.42.42.6(pid=32079): stderr: \u000a| �[0;m�[38;5;43m20221212170732906 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170732906 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a81e1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170732907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170732907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170732907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170732907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170732910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170732910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170732910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170732910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:07:33.884736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Terminating (SIGTERM)\u000a17:07:33.924418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Terminating (SIGTERM)\u000a17:07:33.964036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32078): Terminating (SIGTERM)\u000a17:07:33.973536 --- ParallelTerminationStrategy: PID 32072 died...\u000a17:07:34.026514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32072): Terminated: ok {rc=0}\u000a17:07:34.036029 --- ParallelTerminationStrategy: PID 32075 died...\u000a17:07:34.088342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32075): Terminated: ok {rc=0}\u000a17:07:34.098181 --- ParallelTerminationStrategy: PID 32078 died...\u000a17:07:34.150601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32078): Terminated: ok {rc=0}\u000a17:07:34.234375 bus /sierra_3: Setting Powered False\u000a17:07:35.342008 bus /sierra_3: Setting Powered False\u000a17:07:36.453551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:27" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32086) [trial-2379↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32086)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32086) [trial-2379↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a17:07:38.269197 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a17:07:38.280580 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:07:38.406947 tst assert_extension.py: using LAC 30288\u000a17:07:38.527656 tst assert_extension.py: using RAC 198\u000a17:07:38.647309 tst assert_extension.py: using CellId 30288\u000a17:07:38.767126 tst assert_extension.py: using BVCI 30289\u000a17:07:38.790267 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a17:07:39.078741 tst assert_extension.py:10: start nitb and bts...\u000a17:07:39.212753 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:07:39.883438 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32085): Launched\u000a17:07:40.205306 run osmo-nitb_10.42.42.2(pid=32086): Launched\u000a17:07:40.402822 run osmo-nitb_10.42.42.2(pid=32086): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32086)]\u000a17:07:40.548110 run osmo-nitb_10.42.42.2(pid=32086): stdout: \u000a| (launched: 2022-12-12_17:07:40.047706) \u000a17:07:40.694006 run osmo-nitb_10.42.42.2(pid=32086): stderr: \u000a| (launched: 2022-12-12_17:07:40.095633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:40.835207 run osmo-nitb_10.42.42.2(pid=32086): stdout: \u000a| (launched: 2022-12-12_17:07:40.047706) \u000a17:07:40.975120 run osmo-nitb_10.42.42.2(pid=32086): stderr: \u000a| (launched: 2022-12-12_17:07:40.095633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:41.335109 tst osmo-nitb_10.42.42.2(pid=32086): stdout: \u000a| (launched: 2022-12-12_17:07:40.047706) \u000a17:07:41.462943 tst osmo-nitb_10.42.42.2(pid=32086): stderr: \u000a| (launched: 2022-12-12_17:07:40.095633)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:07:41.519122 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32086): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32086) [trial-2379↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32086)] [trial-2379↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a17:07:41.528095 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:07:41.565076 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32085): Terminating (SIGTERM)\u000a17:07:41.743085 --- ParallelTerminationStrategy: PID 32085 died...\u000a17:07:41.801228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32085): Terminated: ok {rc=0}\u000a17:07:41.888688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:38" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32097): Process ended prematurely: osmo-stp_10.42.42.5(pid=32097) [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32097)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32097): Process ended prematurely: osmo-stp_10.42.42.5(pid=32097) [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a17:07:43.700675 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:43.712941 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:07:43.846275 tst assert_extension.py: using LAC 30289\u000a17:07:43.972387 tst assert_extension.py: using RAC 199\u000a17:07:44.098357 tst assert_extension.py: using CellId 30289\u000a17:07:44.224192 tst assert_extension.py: using BVCI 30290\u000a17:07:44.248656 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:44.259858 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:44.270981 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:44.282096 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:44.293216 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:07:44.304263 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a17:07:44.513845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:07:45.029482 run create_hlr_db(pid=32091): Launched\u000a17:07:45.216109 bus /sierra_2: Setting Powered False\u000a17:07:46.244513 run create_hlr_db(pid=32091): Terminated: ok {rc=0}\u000a17:07:46.697588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32093): Launched\u000a17:07:47.123862 run osmo-hlr_10.42.42.2(pid=32094): Launched\u000a17:07:47.287996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:07:47.828722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32096): Launched\u000a17:07:48.132217 run osmo-stp_10.42.42.5(pid=32097): Launched\u000a17:07:48.242651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:07:48.798146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32099): Launched\u000a17:07:49.103138 run osmo-msc_10.42.42.6(pid=32100): Launched\u000a17:07:49.281263 run osmo-stp_10.42.42.5(pid=32097): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32097)]\u000a17:07:49.410421 run osmo-stp_10.42.42.5(pid=32097): stdout: \u000a| (launched: 2022-12-12_17:07:47.982065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:49.536583 run osmo-stp_10.42.42.5(pid=32097): stderr: \u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170748154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:49.658816 run osmo-stp_10.42.42.5(pid=32097): stdout: \u000a| (launched: 2022-12-12_17:07:47.982065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:49.779237 run osmo-stp_10.42.42.5(pid=32097): stderr: \u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170748154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:49.832168 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32097): Process ended prematurely: osmo-stp_10.42.42.5(pid=32097) [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32097)] [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a17:07:49.840202 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:07:49.900901 run osmo-hlr_10.42.42.2(pid=32094): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32094)]\u000a17:07:49.950023 run osmo-hlr_10.42.42.2(pid=32094): stdout: \u000a| (launched: 2022-12-12_17:07:46.865510) \u000a17:07:50.000210 run osmo-hlr_10.42.42.2(pid=32094): stderr: \u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170747203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170747222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170747232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170747232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170747232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:07:50.068055 run osmo-msc_10.42.42.6(pid=32100): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32100)]\u000a17:07:50.117272 run osmo-msc_10.42.42.6(pid=32100): stdout: \u000a| (launched: 2022-12-12_17:07:48.951323) \u000a17:07:50.167104 run osmo-msc_10.42.42.6(pid=32100): stderr: \u000a| �[0;m�[38;5;43m20221212170749224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170749224 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b1c542c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170749224 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170749224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170749224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170749224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170749226 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170749227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170749227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170749227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:07:50.209651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32093): Terminating (SIGTERM)\u000a17:07:50.249456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32096): Terminating (SIGTERM)\u000a17:07:50.289587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32099): Terminating (SIGTERM)\u000a17:07:50.299119 --- ParallelTerminationStrategy: PID 32093 died...\u000a17:07:50.352523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32093): Terminated: ok {rc=0}\u000a17:07:50.362406 --- ParallelTerminationStrategy: PID 32096 died...\u000a17:07:50.415778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32096): Terminated: ok {rc=0}\u000a17:07:50.425741 --- ParallelTerminationStrategy: PID 32099 died...\u000a17:07:50.478865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32099): Terminated: ok {rc=0}\u000a17:07:50.569497 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:43" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32111): Process ended prematurely: osmo-stp_10.42.42.5(pid=32111) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32111)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32111): Process ended prematurely: osmo-stp_10.42.42.5(pid=32111) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:07:52.511640 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:52.523454 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:07:52.680830 tst mo_mt_call.py: using LAC 30290\u000a17:07:52.811119 tst mo_mt_call.py: using RAC 200\u000a17:07:52.939568 tst mo_mt_call.py: using CellId 30290\u000a17:07:53.067411 tst mo_mt_call.py: using BVCI 30291\u000a17:07:53.092479 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:53.104237 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:53.115800 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:53.127352 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:53.138989 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:07:53.150634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:07:53.267175 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:07:53.471496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:07:53.958847 run create_hlr_db(pid=32105): Launched\u000a17:07:54.135867 bus /sierra_2: Setting Powered False\u000a17:07:55.157002 run create_hlr_db(pid=32105): Terminated: ok {rc=0}\u000a17:07:55.596555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32107): Launched\u000a17:07:55.926782 run osmo-hlr_10.42.42.2(pid=32108): Launched\u000a17:07:56.049292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:07:56.622704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32110): Launched\u000a17:07:56.950962 run osmo-stp_10.42.42.5(pid=32111): Launched\u000a17:07:57.070184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:07:57.675740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32113): Launched\u000a17:07:58.007881 run osmo-msc_10.42.42.6(pid=32114): Launched\u000a17:07:58.199128 run osmo-stp_10.42.42.5(pid=32111): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32111)]\u000a17:07:58.336939 run osmo-stp_10.42.42.5(pid=32111): stdout: \u000a| (launched: 2022-12-12_17:07:56.789155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:58.474352 run osmo-stp_10.42.42.5(pid=32111): stderr: \u000a| �[0;m�[38;5;43m20221212170756983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170756983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170756984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170756984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:58.606688 run osmo-stp_10.42.42.5(pid=32111): stdout: \u000a| (launched: 2022-12-12_17:07:56.789155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:07:58.736840 run osmo-stp_10.42.42.5(pid=32111): stderr: \u000a| �[0;m�[38;5;43m20221212170756983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170756983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170756984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170756984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170756985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:07:58.794527 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32111): Process ended prematurely: osmo-stp_10.42.42.5(pid=32111) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32111)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:07:58.803866 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:07:58.866443 run osmo-hlr_10.42.42.2(pid=32108): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32108)]\u000a17:07:58.917841 run osmo-hlr_10.42.42.2(pid=32108): stdout: \u000a| (launched: 2022-12-12_17:07:55.763945) \u000a17:07:58.970002 run osmo-hlr_10.42.42.2(pid=32108): stderr: \u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170755966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170755979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170755987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170755987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170755987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:07:59.040994 run osmo-msc_10.42.42.6(pid=32114): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32114)]\u000a17:07:59.092377 run osmo-msc_10.42.42.6(pid=32114): stdout: \u000a| (launched: 2022-12-12_17:07:57.843675) \u000a17:07:59.144211 run osmo-msc_10.42.42.6(pid=32114): stderr: \u000a| �[0;m�[38;5;43m20221212170758170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170758170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0a2e94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170758170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170758170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170758170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170758170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170758172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170758172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170758172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170758173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:07:59.188224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32107): Terminating (SIGTERM)\u000a17:07:59.230004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a17:07:59.271767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32113): Terminating (SIGTERM)\u000a17:07:59.281500 --- ParallelTerminationStrategy: PID 32107 died...\u000a17:07:59.337703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32107): Terminated: ok {rc=0}\u000a17:07:59.347854 --- ParallelTerminationStrategy: PID 32110 died...\u000a17:07:59.403593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a17:07:59.413729 --- ParallelTerminationStrategy: PID 32113 died...\u000a17:07:59.469380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32113): Terminated: ok {rc=0}\u000a17:07:59.556796 bus /sierra_3: Setting Powered False\u000a17:08:00.662489 bus /sierra_3: Setting Powered False\u000a17:08:01.792714 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:08:02.902838 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:02.914915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:08:03.066425 tst mo_mt_call_osmux.py: using LAC 30291\u000a17:08:03.187083 tst mo_mt_call_osmux.py: using RAC 201\u000a17:08:03.309439 tst mo_mt_call_osmux.py: using CellId 30291\u000a17:08:03.431392 tst mo_mt_call_osmux.py: using BVCI 30292\u000a17:08:03.454678 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:03.465981 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:03.477083 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:03.489120 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:03.501210 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:08:03.513201 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:08:03.637121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:08:03.851191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:08:04.379398 run create_hlr_db(pid=32116): Launched\u000a17:08:04.568711 bus /sierra_2: Setting Powered False\u000a17:08:05.590860 run create_hlr_db(pid=32116): Terminated: ok {rc=0}\u000a17:08:06.005140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Launched\u000a17:08:06.314252 run osmo-hlr_10.42.42.2(pid=32119): Launched\u000a17:08:06.435071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:08:06.979316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Launched\u000a17:08:07.288806 run osmo-stp_10.42.42.5(pid=32122): Launched\u000a17:08:07.400527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:08:07.967107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32124): Launched\u000a17:08:08.278788 run osmo-msc_10.42.42.6(pid=32125): Launched\u000a17:08:08.459874 run osmo-stp_10.42.42.5(pid=32122): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)]\u000a17:08:08.590278 run osmo-stp_10.42.42.5(pid=32122): stdout: \u000a| (launched: 2022-12-12_17:08:07.136149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:08.718495 run osmo-stp_10.42.42.5(pid=32122): stderr: \u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170807307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:08.841859 run osmo-stp_10.42.42.5(pid=32122): stdout: \u000a| (launched: 2022-12-12_17:08:07.136149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:08.964257 run osmo-stp_10.42.42.5(pid=32122): stderr: \u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170807307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170807307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170807308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:09.018460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32122): Process ended prematurely: osmo-stp_10.42.42.5(pid=32122) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32122)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:08:09.027148 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:08:09.087112 run osmo-hlr_10.42.42.2(pid=32119): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32119)]\u000a17:08:09.136062 run osmo-hlr_10.42.42.2(pid=32119): stdout: \u000a| (launched: 2022-12-12_17:08:06.161520) \u000a17:08:09.186081 run osmo-hlr_10.42.42.2(pid=32119): stderr: \u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170806342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170806354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170806364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170806364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170806364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:08:09.254102 run osmo-msc_10.42.42.6(pid=32125): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32125)]\u000a17:08:09.303044 run osmo-msc_10.42.42.6(pid=32125): stdout: \u000a| (launched: 2022-12-12_17:08:08.123815) \u000a17:08:09.352680 run osmo-msc_10.42.42.6(pid=32125): stderr: \u000a| �[0;m�[38;5;43m20221212170808399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170808400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfbe586c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170808400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170808400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170808400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170808400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170808402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170808402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170808403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170808403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:08:09.394463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Terminating (SIGTERM)\u000a17:08:09.434374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Terminating (SIGTERM)\u000a17:08:09.474111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32124): Terminating (SIGTERM)\u000a17:08:09.483578 --- ParallelTerminationStrategy: PID 32118 died...\u000a17:08:09.536882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32118): Terminated: ok {rc=0}\u000a17:08:09.546756 --- ParallelTerminationStrategy: PID 32121 died...\u000a17:08:09.599359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32121): Terminated: ok {rc=0}\u000a17:08:09.609185 --- ParallelTerminationStrategy: PID 32124 died...\u000a17:08:09.662209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32124): Terminated: ok {rc=0}\u000a17:08:09.746190 bus /sierra_3: Setting Powered False\u000a17:08:10.853359 bus /sierra_3: Setting Powered False\u000a17:08:11.964924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:07:52" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32136): Process ended prematurely: osmo-stp_10.42.42.5(pid=32136) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32136)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32136): Process ended prematurely: osmo-stp_10.42.42.5(pid=32136) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:08:13.950709 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:13.962411 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:08:14.117448 tst mo_mt_call.py: using LAC 30292\u000a17:08:14.247957 tst mo_mt_call.py: using RAC 202\u000a17:08:14.376714 tst mo_mt_call.py: using CellId 30292\u000a17:08:14.505312 tst mo_mt_call.py: using BVCI 30293\u000a17:08:14.530473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:14.542274 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:14.553745 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:14.565386 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:14.577495 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:14.589178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:08:14.706386 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:08:14.915817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:08:15.442997 run create_hlr_db(pid=32130): Launched\u000a17:08:15.633662 bus /sierra_2: Setting Powered False\u000a17:08:16.651424 run create_hlr_db(pid=32130): Terminated: ok {rc=0}\u000a17:08:17.088260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32132): Launched\u000a17:08:17.404433 run osmo-hlr_10.42.42.2(pid=32133): Launched\u000a17:08:17.526891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:08:18.068723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32135): Launched\u000a17:08:18.380230 run osmo-stp_10.42.42.5(pid=32136): Launched\u000a17:08:18.492659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:08:19.057344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32138): Launched\u000a17:08:19.368580 run osmo-msc_10.42.42.6(pid=32139): Launched\u000a17:08:19.551165 run osmo-stp_10.42.42.5(pid=32136): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32136)]\u000a17:08:19.682460 run osmo-stp_10.42.42.5(pid=32136): stdout: \u000a| (launched: 2022-12-12_17:08:18.225132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:19.811370 run osmo-stp_10.42.42.5(pid=32136): stderr: \u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170818400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:19.936053 run osmo-stp_10.42.42.5(pid=32136): stdout: \u000a| (launched: 2022-12-12_17:08:18.225132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:20.059331 run osmo-stp_10.42.42.5(pid=32136): stderr: \u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170818399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170818400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170818400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:20.113493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32136): Process ended prematurely: osmo-stp_10.42.42.5(pid=32136) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32136)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:08:20.122276 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:08:20.184229 run osmo-hlr_10.42.42.2(pid=32133): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32133)]\u000a17:08:20.233840 run osmo-hlr_10.42.42.2(pid=32133): stdout: \u000a| (launched: 2022-12-12_17:08:17.248323) \u000a17:08:20.283307 run osmo-hlr_10.42.42.2(pid=32133): stderr: \u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170817426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170817438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170817446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170817446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170817446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:08:20.351807 run osmo-msc_10.42.42.6(pid=32139): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32139)]\u000a17:08:20.400787 run osmo-msc_10.42.42.6(pid=32139): stdout: \u000a| (launched: 2022-12-12_17:08:19.213967) \u000a17:08:20.450402 run osmo-msc_10.42.42.6(pid=32139): stderr: \u000a| �[0;m�[38;5;43m20221212170819487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170819487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bd4d50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170819487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170819488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170819488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170819488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170819490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170819490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170819490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170819490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:08:20.491911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32132): Terminating (SIGTERM)\u000a17:08:20.531681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32135): Terminating (SIGTERM)\u000a17:08:20.571628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32138): Terminating (SIGTERM)\u000a17:08:20.581211 --- ParallelTerminationStrategy: PID 32132 died...\u000a17:08:20.634612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32132): Terminated: ok {rc=0}\u000a17:08:20.644123 --- ParallelTerminationStrategy: PID 32135 died...\u000a17:08:20.697045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32135): Terminated: ok {rc=0}\u000a17:08:20.706789 --- ParallelTerminationStrategy: PID 32138 died...\u000a17:08:20.759665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32138): Terminated: ok {rc=0}\u000a17:08:20.843873 bus /sierra_3: Setting Powered False\u000a17:08:21.952326 bus /sierra_3: Setting Powered False\u000a17:08:23.060199 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32147): Process ended prematurely: osmo-stp_10.42.42.5(pid=32147) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32147)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32147): Process ended prematurely: osmo-stp_10.42.42.5(pid=32147) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:08:24.177342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.189939 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:08:24.353701 tst mo_mt_call_osmux.py: using LAC 30293\u000a17:08:24.481309 tst mo_mt_call_osmux.py: using RAC 203\u000a17:08:24.609514 tst mo_mt_call_osmux.py: using CellId 30293\u000a17:08:24.731883 tst mo_mt_call_osmux.py: using BVCI 30294\u000a17:08:24.755280 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.766803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.778098 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.789750 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.801378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:08:24.812726 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:08:24.934070 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:08:25.149086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:08:25.676838 run create_hlr_db(pid=32141): Launched\u000a17:08:25.866605 bus /sierra_2: Setting Powered False\u000a17:08:26.877223 run create_hlr_db(pid=32141): Terminated: ok {rc=0}\u000a17:08:27.324481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32143): Launched\u000a17:08:27.655507 run osmo-hlr_10.42.42.2(pid=32144): Launched\u000a17:08:27.779071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:08:28.351803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32146): Launched\u000a17:08:28.682056 run osmo-stp_10.42.42.5(pid=32147): Launched\u000a17:08:28.803236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:08:29.407139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32149): Launched\u000a17:08:29.738909 run osmo-msc_10.42.42.6(pid=32150): Launched\u000a17:08:29.930967 run osmo-stp_10.42.42.5(pid=32147): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32147)]\u000a17:08:30.070308 run osmo-stp_10.42.42.5(pid=32147): stdout: \u000a| (launched: 2022-12-12_17:08:28.519107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:30.208626 run osmo-stp_10.42.42.5(pid=32147): stderr: \u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170828715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:30.340665 run osmo-stp_10.42.42.5(pid=32147): stdout: \u000a| (launched: 2022-12-12_17:08:28.519107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:30.471329 run osmo-stp_10.42.42.5(pid=32147): stderr: \u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170828714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170828715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170828715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:30.529126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32147): Process ended prematurely: osmo-stp_10.42.42.5(pid=32147) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32147)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:08:30.538336 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:08:30.601474 run osmo-hlr_10.42.42.2(pid=32144): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32144)]\u000a17:08:30.652902 run osmo-hlr_10.42.42.2(pid=32144): stdout: \u000a| (launched: 2022-12-12_17:08:27.491925) \u000a17:08:30.705043 run osmo-hlr_10.42.42.2(pid=32144): stderr: \u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170827693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170827706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170827715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170827715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170827715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:08:30.775697 run osmo-msc_10.42.42.6(pid=32150): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32150)]\u000a17:08:30.845285 run osmo-msc_10.42.42.6(pid=32150): stdout: \u000a| (launched: 2022-12-12_17:08:29.574850) \u000a17:08:30.903317 run osmo-msc_10.42.42.6(pid=32150): stderr: \u000a| �[0;m�[38;5;43m20221212170829902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170829902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a5b94bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170829902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170829902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170829903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170829903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170829905 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170829905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170829905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170829905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:08:30.956928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32143): Terminating (SIGTERM)\u000a17:08:31.001347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32146): Terminating (SIGTERM)\u000a17:08:31.044815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32149): Terminating (SIGTERM)\u000a17:08:31.056399 --- ParallelTerminationStrategy: PID 32143 died...\u000a17:08:31.114901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32143): Terminated: ok {rc=0}\u000a17:08:31.125438 --- ParallelTerminationStrategy: PID 32146 died...\u000a17:08:31.181683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32146): Terminated: ok {rc=0}\u000a17:08:31.192091 --- ParallelTerminationStrategy: PID 32149 died...\u000a17:08:31.248357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32149): Terminated: ok {rc=0}\u000a17:08:31.338382 bus /sierra_3: Setting Powered False\u000a17:08:32.442880 bus /sierra_3: Setting Powered False\u000a17:08:33.551246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:08:13" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:08:35.527501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:35.538790 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:08:35.685545 tst mo_mt_call.py: using LAC 30294\u000a17:08:35.804320 tst mo_mt_call.py: using RAC 204\u000a17:08:35.924763 tst mo_mt_call.py: using CellId 30294\u000a17:08:36.046774 tst mo_mt_call.py: using BVCI 30295\u000a17:08:36.070264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:36.081527 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:36.092501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:36.103942 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:36.115479 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:36.126852 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:08:36.243153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:08:36.446945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:08:36.931436 run create_hlr_db(pid=32155): Launched\u000a17:08:37.108595 bus /sierra_2: Setting Powered False\u000a17:08:38.130412 run create_hlr_db(pid=32155): Terminated: ok {rc=0}\u000a17:08:38.540355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Launched\u000a17:08:38.850582 run osmo-hlr_10.42.42.2(pid=32158): Launched\u000a17:08:38.972001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:08:39.518952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Launched\u000a17:08:39.850413 run osmo-stp_10.42.42.5(pid=32161): Launched\u000a17:08:39.969533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:08:40.571572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Launched\u000a17:08:40.902901 run osmo-msc_10.42.42.6(pid=32164): Launched\u000a17:08:41.094482 run osmo-stp_10.42.42.5(pid=32161): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)]\u000a17:08:41.232200 run osmo-stp_10.42.42.5(pid=32161): stdout: \u000a| (launched: 2022-12-12_17:08:39.687459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:41.370184 run osmo-stp_10.42.42.5(pid=32161): stderr: \u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170839883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:41.502028 run osmo-stp_10.42.42.5(pid=32161): stdout: \u000a| (launched: 2022-12-12_17:08:39.687459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:41.633284 run osmo-stp_10.42.42.5(pid=32161): stderr: \u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170839882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170839883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170839883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:41.690993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32161): Process ended prematurely: osmo-stp_10.42.42.5(pid=32161) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32161)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:08:41.700557 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:08:41.763956 run osmo-hlr_10.42.42.2(pid=32158): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32158)]\u000a17:08:41.815563 run osmo-hlr_10.42.42.2(pid=32158): stdout: \u000a| (launched: 2022-12-12_17:08:38.696835) \u000a17:08:41.868180 run osmo-hlr_10.42.42.2(pid=32158): stderr: \u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170838874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170838886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170838896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170838897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170838897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:08:41.939430 run osmo-msc_10.42.42.6(pid=32164): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32164)]\u000a17:08:41.990779 run osmo-msc_10.42.42.6(pid=32164): stdout: \u000a| (launched: 2022-12-12_17:08:40.739471) \u000a17:08:42.042773 run osmo-msc_10.42.42.6(pid=32164): stderr: \u000a| �[0;m�[38;5;43m20221212170841063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170841063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f992a202c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170841063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170841063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170841064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170841064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170841065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170841066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170841066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170841066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:08:42.087168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminating (SIGTERM)\u000a17:08:42.129148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminating (SIGTERM)\u000a17:08:42.170855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminating (SIGTERM)\u000a17:08:42.180736 --- ParallelTerminationStrategy: PID 32157 died...\u000a17:08:42.236729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32157): Terminated: ok {rc=0}\u000a17:08:42.247014 --- ParallelTerminationStrategy: PID 32160 died...\u000a17:08:42.302465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32160): Terminated: ok {rc=0}\u000a17:08:42.312814 --- ParallelTerminationStrategy: PID 32163 died...\u000a17:08:42.368408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32163): Terminated: ok {rc=0}\u000a17:08:42.455563 bus /sierra_3: Setting Powered False\u000a17:08:43.563240 bus /sierra_3: Setting Powered False\u000a17:08:44.670994 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32441): Process ended prematurely: osmo-stp_10.42.42.5(pid=32441) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32441)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32441): Process ended prematurely: osmo-stp_10.42.42.5(pid=32441) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:08:45.787445 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:45.799984 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:08:46.011772 tst mo_mt_call_osmux.py: using LAC 30295\u000a17:08:46.186264 tst mo_mt_call_osmux.py: using RAC 205\u000a17:08:46.334587 tst mo_mt_call_osmux.py: using CellId 30295\u000a17:08:46.466682 tst mo_mt_call_osmux.py: using BVCI 30296\u000a17:08:46.497572 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:46.515446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:46.530836 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:46.545977 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:46.559572 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:08:46.578444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:08:46.716319 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:08:46.977783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:08:47.663253 run create_hlr_db(pid=32226): Launched\u000a17:08:47.907146 bus /sierra_2: Setting Powered False\u000a17:08:48.935829 run create_hlr_db(pid=32226): Terminated: ok {rc=0}\u000a17:08:49.405332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32437): Launched\u000a17:08:49.841159 run osmo-hlr_10.42.42.2(pid=32438): Launched\u000a17:08:50.007038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:08:50.664603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32440): Launched\u000a17:08:51.105199 run osmo-stp_10.42.42.5(pid=32441): Launched\u000a17:08:51.247210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:08:51.935415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32445): Launched\u000a17:08:52.346474 run osmo-msc_10.42.42.6(pid=32446): Launched\u000a17:08:52.724238 run osmo-stp_10.42.42.5(pid=32441): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32441)]\u000a17:08:52.998868 run osmo-stp_10.42.42.5(pid=32441): stdout: \u000a| (launched: 2022-12-12_17:08:50.836204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:53.190644 run osmo-stp_10.42.42.5(pid=32441): stderr: \u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170851134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:53.318425 run osmo-stp_10.42.42.5(pid=32441): stdout: \u000a| (launched: 2022-12-12_17:08:50.836204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:08:53.444231 run osmo-stp_10.42.42.5(pid=32441): stderr: \u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170851133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170851134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170851134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:08:53.500151 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32441): Process ended prematurely: osmo-stp_10.42.42.5(pid=32441) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32441)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:08:53.510119 tst mo_mt_call_osmux.py:8: Test FAILED (7.8 sec)\u000a17:08:53.576521 run osmo-hlr_10.42.42.2(pid=32438): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32438)]\u000a17:08:53.628178 run osmo-hlr_10.42.42.2(pid=32438): stdout: \u000a| (launched: 2022-12-12_17:08:49.575443) \u000a17:08:53.681278 run osmo-hlr_10.42.42.2(pid=32438): stderr: \u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170849886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170849903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170849916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170849916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170849916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:08:53.753713 run osmo-msc_10.42.42.6(pid=32446): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32446)]\u000a17:08:53.805762 run osmo-msc_10.42.42.6(pid=32446): stdout: \u000a| (launched: 2022-12-12_17:08:52.095903) \u000a17:08:53.858265 run osmo-msc_10.42.42.6(pid=32446): stderr: \u000a| �[0;m�[38;5;43m20221212170852683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170852684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6393a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170852684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170852684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170852684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170852684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170852686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170852686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170852686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170852687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:08:53.901764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32437): Terminating (SIGTERM)\u000a17:08:53.947327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32440): Terminating (SIGTERM)\u000a17:08:53.991223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32445): Terminating (SIGTERM)\u000a17:08:54.004034 --- ParallelTerminationStrategy: PID 32437 died...\u000a17:08:54.064056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32437): Terminated: ok {rc=0}\u000a17:08:54.074772 --- ParallelTerminationStrategy: PID 32440 died...\u000a17:08:54.132603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32440): Terminated: ok {rc=0}\u000a17:08:54.143436 --- ParallelTerminationStrategy: PID 32445 died...\u000a17:08:54.199284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32445): Terminated: ok {rc=0}\u000a17:08:54.287363 bus /sierra_3: Setting Powered False\u000a17:08:55.395785 bus /sierra_3: Setting Powered False\u000a17:08:56.505683 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:08:58.506341 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:58.519924 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:08:58.676008 tst mo_mt_call.py: using LAC 30296\u000a17:08:58.800157 tst mo_mt_call.py: using RAC 206\u000a17:08:58.927717 tst mo_mt_call.py: using CellId 30296\u000a17:08:59.050669 tst mo_mt_call.py: using BVCI 30297\u000a17:08:59.075359 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:59.087704 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:59.100299 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:59.116023 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:59.129680 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:08:59.142807 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:08:59.264347 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:08:59.477148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:00.020466 run create_hlr_db(pid=32451): Launched\u000a17:09:00.204023 bus /sierra_2: Setting Powered False\u000a17:09:01.258958 run create_hlr_db(pid=32451): Terminated: ok {rc=0}\u000a17:09:01.788478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Launched\u000a17:09:02.229846 run osmo-hlr_10.42.42.2(pid=32454): Launched\u000a17:09:02.516805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:03.187790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Launched\u000a17:09:03.624042 run osmo-stp_10.42.42.5(pid=32457): Launched\u000a17:09:03.816400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:04.462939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32459): Launched\u000a17:09:04.888788 run osmo-msc_10.42.42.6(pid=32460): Launched\u000a17:09:05.292591 run osmo-stp_10.42.42.5(pid=32457): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)]\u000a17:09:05.491697 run osmo-stp_10.42.42.5(pid=32457): stdout: \u000a| (launched: 2022-12-12_17:09:03.359204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:05.631947 run osmo-stp_10.42.42.5(pid=32457): stderr: \u000a| �[0;m�[38;5;43m20221212170903655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170903655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170903656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170903656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:05.767618 run osmo-stp_10.42.42.5(pid=32457): stdout: \u000a| (launched: 2022-12-12_17:09:03.359204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:05.902576 run osmo-stp_10.42.42.5(pid=32457): stderr: \u000a| �[0;m�[38;5;43m20221212170903655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170903655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170903656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170903656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170903657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:05.962169 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32457): Process ended prematurely: osmo-stp_10.42.42.5(pid=32457) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32457)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:09:05.973005 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a17:09:06.038370 run osmo-hlr_10.42.42.2(pid=32454): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32454)]\u000a17:09:06.091966 run osmo-hlr_10.42.42.2(pid=32454): stdout: \u000a| (launched: 2022-12-12_17:09:01.959006) \u000a17:09:06.146355 run osmo-hlr_10.42.42.2(pid=32454): stderr: \u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170902288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170902310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170902330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170902330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170902331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:09:06.220003 run osmo-msc_10.42.42.6(pid=32460): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32460)]\u000a17:09:06.273969 run osmo-msc_10.42.42.6(pid=32460): stdout: \u000a| (launched: 2022-12-12_17:09:04.634002) \u000a17:09:06.328554 run osmo-msc_10.42.42.6(pid=32460): stderr: \u000a| �[0;m�[38;5;43m20221212170905134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170905134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3f05b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170905134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170905134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170905135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170905135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170905136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170905137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170905137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170905137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:09:06.374596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminating (SIGTERM)\u000a17:09:06.420604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminating (SIGTERM)\u000a17:09:06.466893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32459): Terminating (SIGTERM)\u000a17:09:06.477722 --- ParallelTerminationStrategy: PID 32453 died...\u000a17:09:06.536718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32453): Terminated: ok {rc=0}\u000a17:09:06.547519 --- ParallelTerminationStrategy: PID 32456 died...\u000a17:09:06.605688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32456): Terminated: ok {rc=0}\u000a17:09:06.616352 --- ParallelTerminationStrategy: PID 32459 died...\u000a17:09:06.673666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32459): Terminated: ok {rc=0}\u000a17:09:06.763960 bus /sierra_3: Setting Powered False\u000a17:09:07.871674 bus /sierra_3: Setting Powered False\u000a17:09:08.983265 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:09:10.099799 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.113316 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:09:10.269995 tst mo_mt_call_osmux.py: using LAC 30297\u000a17:09:10.398877 tst mo_mt_call_osmux.py: using RAC 207\u000a17:09:10.527133 tst mo_mt_call_osmux.py: using CellId 30297\u000a17:09:10.655246 tst mo_mt_call_osmux.py: using BVCI 30298\u000a17:09:10.681253 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.693549 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.705821 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.719227 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.734716 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:09:10.748006 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:09:10.880604 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:09:11.094661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:11.621734 run create_hlr_db(pid=32463): Launched\u000a17:09:11.810910 bus /sierra_2: Setting Powered False\u000a17:09:12.831710 run create_hlr_db(pid=32463): Terminated: ok {rc=0}\u000a17:09:13.244627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Launched\u000a17:09:13.554164 run osmo-hlr_10.42.42.2(pid=32466): Launched\u000a17:09:13.675291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:14.218544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Launched\u000a17:09:14.528799 run osmo-stp_10.42.42.5(pid=32469): Launched\u000a17:09:14.642139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:15.206621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Launched\u000a17:09:15.518250 run osmo-msc_10.42.42.6(pid=32472): Launched\u000a17:09:15.700674 run osmo-stp_10.42.42.5(pid=32469): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]\u000a17:09:15.831012 run osmo-stp_10.42.42.5(pid=32469): stdout: \u000a| (launched: 2022-12-12_17:09:14.375353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:15.977118 run osmo-stp_10.42.42.5(pid=32469): stderr: \u000a| �[0;m�[38;5;43m20221212170914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170914550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170914550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170914551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170914551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:16.103246 run osmo-stp_10.42.42.5(pid=32469): stdout: \u000a| (launched: 2022-12-12_17:09:14.375353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:16.228549 run osmo-stp_10.42.42.5(pid=32469): stderr: \u000a| �[0;m�[38;5;43m20221212170914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170914549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170914550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170914550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170914550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170914551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170914551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:16.284396 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:09:16.294298 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:09:16.359522 run osmo-hlr_10.42.42.2(pid=32466): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32466)]\u000a17:09:16.411347 run osmo-hlr_10.42.42.2(pid=32466): stdout: \u000a| (launched: 2022-12-12_17:09:13.401128) \u000a17:09:16.464191 run osmo-hlr_10.42.42.2(pid=32466): stderr: \u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170913581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170913594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170913603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170913603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170913603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:09:16.533775 run osmo-msc_10.42.42.6(pid=32472): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32472)]\u000a17:09:16.586655 run osmo-msc_10.42.42.6(pid=32472): stdout: \u000a| (launched: 2022-12-12_17:09:15.362558) \u000a17:09:16.637515 run osmo-msc_10.42.42.6(pid=32472): stderr: \u000a| �[0;m�[38;5;43m20221212170915634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170915635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50235b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170915635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170915635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170915635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170915635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170915637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170915637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170915638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:09:16.682116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Terminating (SIGTERM)\u000a17:09:16.724182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Terminating (SIGTERM)\u000a17:09:16.768306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Terminating (SIGTERM)\u000a17:09:16.779449 --- ParallelTerminationStrategy: PID 32465 died...\u000a17:09:16.836397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Terminated: ok {rc=0}\u000a17:09:16.847166 --- ParallelTerminationStrategy: PID 32468 died...\u000a17:09:16.903889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Terminated: ok {rc=0}\u000a17:09:16.914576 --- ParallelTerminationStrategy: PID 32471 died...\u000a17:09:16.971300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Terminated: ok {rc=0}\u000a17:09:17.057676 bus /sierra_3: Setting Powered False\u000a17:09:18.159844 bus /sierra_3: Setting Powered False\u000a17:09:19.269728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:08:58" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32485): Process ended prematurely: osmo-stp_10.42.42.5(pid=32485) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32485)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32485): Process ended prematurely: osmo-stp_10.42.42.5(pid=32485) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:09:21.236346 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.247918 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:09:21.396300 tst mo_mt_call.py: using LAC 30298\u000a17:09:21.515097 tst mo_mt_call.py: using RAC 208\u000a17:09:21.635519 tst mo_mt_call.py: using CellId 30298\u000a17:09:21.757274 tst mo_mt_call.py: using BVCI 30299\u000a17:09:21.780468 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.791744 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.803139 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.814803 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.826033 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:21.837256 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:09:21.961518 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:09:22.167999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:22.654423 run create_hlr_db(pid=32479): Launched\u000a17:09:22.830771 bus /sierra_2: Setting Powered False\u000a17:09:23.853696 run create_hlr_db(pid=32479): Terminated: ok {rc=0}\u000a17:09:24.291492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32481): Launched\u000a17:09:24.624472 run osmo-hlr_10.42.42.2(pid=32482): Launched\u000a17:09:24.747827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:25.283296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32484): Launched\u000a17:09:25.592517 run osmo-stp_10.42.42.5(pid=32485): Launched\u000a17:09:25.704547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:26.273288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32487): Launched\u000a17:09:26.586286 run osmo-msc_10.42.42.6(pid=32488): Launched\u000a17:09:26.767934 run osmo-stp_10.42.42.5(pid=32485): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32485)]\u000a17:09:26.899710 run osmo-stp_10.42.42.5(pid=32485): stdout: \u000a| (launched: 2022-12-12_17:09:25.439508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:27.028487 run osmo-stp_10.42.42.5(pid=32485): stderr: \u000a| �[0;m�[38;5;43m20221212170925613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170925613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170925614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170925614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170925614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170925614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170925615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:27.152743 run osmo-stp_10.42.42.5(pid=32485): stdout: \u000a| (launched: 2022-12-12_17:09:25.439508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:27.276052 run osmo-stp_10.42.42.5(pid=32485): stderr: \u000a| �[0;m�[38;5;43m20221212170925613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170925613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170925614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170925614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170925614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170925614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170925615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:27.330551 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32485): Process ended prematurely: osmo-stp_10.42.42.5(pid=32485) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32485)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:09:27.339505 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a17:09:27.400187 run osmo-hlr_10.42.42.2(pid=32482): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32482)]\u000a17:09:27.449376 run osmo-hlr_10.42.42.2(pid=32482): stdout: \u000a| (launched: 2022-12-12_17:09:24.459404) \u000a17:09:27.499424 run osmo-hlr_10.42.42.2(pid=32482): stderr: \u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170924660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170924672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170924680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170924681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170924681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:09:27.567436 run osmo-msc_10.42.42.6(pid=32488): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32488)]\u000a17:09:27.617283 run osmo-msc_10.42.42.6(pid=32488): stdout: \u000a| (launched: 2022-12-12_17:09:26.430402) \u000a17:09:27.667057 run osmo-msc_10.42.42.6(pid=32488): stderr: \u000a| �[0;m�[38;5;43m20221212170926706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170926706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68c4c6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170926706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170926706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170926706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170926707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170926710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170926710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170926711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170926711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:09:27.709545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32481): Terminating (SIGTERM)\u000a17:09:27.749630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32484): Terminating (SIGTERM)\u000a17:09:27.789498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32487): Terminating (SIGTERM)\u000a17:09:27.798748 --- ParallelTerminationStrategy: PID 32481 died...\u000a17:09:27.852639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32481): Terminated: ok {rc=0}\u000a17:09:27.862543 --- ParallelTerminationStrategy: PID 32484 died...\u000a17:09:27.915611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32484): Terminated: ok {rc=0}\u000a17:09:27.925176 --- ParallelTerminationStrategy: PID 32487 died...\u000a17:09:27.978667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32487): Terminated: ok {rc=0}\u000a17:09:28.066896 bus /sierra_3: Setting Powered False\u000a17:09:29.169537 bus /sierra_3: Setting Powered False\u000a17:09:30.280704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32496): Process ended prematurely: osmo-stp_10.42.42.5(pid=32496) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32496)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32496): Process ended prematurely: osmo-stp_10.42.42.5(pid=32496) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:09:31.424190 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:31.437527 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:09:31.623658 tst mo_mt_call_osmux.py: using LAC 30299\u000a17:09:31.746994 tst mo_mt_call_osmux.py: using RAC 209\u000a17:09:31.870759 tst mo_mt_call_osmux.py: using CellId 30299\u000a17:09:32.017137 tst mo_mt_call_osmux.py: using BVCI 30300\u000a17:09:32.041791 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:32.054797 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:32.067186 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:32.080649 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:32.093115 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:09:32.106987 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:09:32.227723 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:09:32.438964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:32.928197 run create_hlr_db(pid=32490): Launched\u000a17:09:33.105396 bus /sierra_2: Setting Powered False\u000a17:09:34.127066 run create_hlr_db(pid=32490): Terminated: ok {rc=0}\u000a17:09:34.554745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32492): Launched\u000a17:09:34.887517 run osmo-hlr_10.42.42.2(pid=32493): Launched\u000a17:09:35.011181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:35.587635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32495): Launched\u000a17:09:35.920423 run osmo-stp_10.42.42.5(pid=32496): Launched\u000a17:09:36.040940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:36.650187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32498): Launched\u000a17:09:36.983277 run osmo-msc_10.42.42.6(pid=32499): Launched\u000a17:09:37.176036 run osmo-stp_10.42.42.5(pid=32496): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32496)]\u000a17:09:37.315424 run osmo-stp_10.42.42.5(pid=32496): stdout: \u000a| (launched: 2022-12-12_17:09:35.755658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:37.453784 run osmo-stp_10.42.42.5(pid=32496): stderr: \u000a| �[0;m�[38;5;43m20221212170935949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170935949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170935950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170935950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:37.587057 run osmo-stp_10.42.42.5(pid=32496): stdout: \u000a| (launched: 2022-12-12_17:09:35.755658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:37.719020 run osmo-stp_10.42.42.5(pid=32496): stderr: \u000a| �[0;m�[38;5;43m20221212170935949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170935949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170935950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170935950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170935952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:37.776934 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32496): Process ended prematurely: osmo-stp_10.42.42.5(pid=32496) [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32496)] [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:09:37.786670 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a17:09:37.849983 run osmo-hlr_10.42.42.2(pid=32493): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32493)]\u000a17:09:37.901667 run osmo-hlr_10.42.42.2(pid=32493): stdout: \u000a| (launched: 2022-12-12_17:09:34.723345) \u000a17:09:37.954046 run osmo-hlr_10.42.42.2(pid=32493): stderr: \u000a| �[0;m�[1;31m20221212170934923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170934924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170934924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170934924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170934924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170934924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170934936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170934945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170934945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170934945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:09:38.025466 run osmo-msc_10.42.42.6(pid=32499): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32499)]\u000a17:09:38.077173 run osmo-msc_10.42.42.6(pid=32499): stdout: \u000a| (launched: 2022-12-12_17:09:36.818325) \u000a17:09:38.129702 run osmo-msc_10.42.42.6(pid=32499): stderr: \u000a| �[0;m�[38;5;43m20221212170937144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170937144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ae0567c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170937144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170937144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170937145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170937145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170937146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170937147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170937147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170937147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:09:38.174221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32492): Terminating (SIGTERM)\u000a17:09:38.216276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32495): Terminating (SIGTERM)\u000a17:09:38.258460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32498): Terminating (SIGTERM)\u000a17:09:38.268333 --- ParallelTerminationStrategy: PID 32492 died...\u000a17:09:38.324665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32492): Terminated: ok {rc=0}\u000a17:09:38.334998 --- ParallelTerminationStrategy: PID 32495 died...\u000a17:09:38.390901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32495): Terminated: ok {rc=0}\u000a17:09:38.401124 --- ParallelTerminationStrategy: PID 32498 died...\u000a17:09:38.457153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32498): Terminated: ok {rc=0}\u000a17:09:38.547245 bus /sierra_3: Setting Powered False\u000a17:09:39.650937 bus /sierra_3: Setting Powered False\u000a17:09:40.761537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:09:20" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:09:42.749194 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:42.760762 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:09:42.887420 tst emergency_mo_mt_call.py: using LAC 30300\u000a17:09:43.006494 tst emergency_mo_mt_call.py: using RAC 210\u000a17:09:43.127135 tst emergency_mo_mt_call.py: using CellId 30300\u000a17:09:43.247743 tst emergency_mo_mt_call.py: using BVCI 30301\u000a17:09:43.270827 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:43.281734 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:43.292342 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:43.302965 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:43.313599 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:43.324123 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:43.442653 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:43.656205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:44.177468 run create_hlr_db(pid=32504): Launched\u000a17:09:44.365916 bus /sierra_2: Setting Powered False\u000a17:09:45.386621 run create_hlr_db(pid=32504): Terminated: ok {rc=0}\u000a17:09:45.834248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Launched\u000a17:09:46.271461 run osmo-hlr_10.42.42.2(pid=32507): Launched\u000a17:09:46.474941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:47.066284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Launched\u000a17:09:47.377666 run osmo-stp_10.42.42.5(pid=32510): Launched\u000a17:09:47.498488 tst emergency_mo_mt_call.py: using MSISDN 7874\u000a17:09:47.648474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:48.205340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Launched\u000a17:09:48.510934 run osmo-msc_10.42.42.6(pid=32513): Launched\u000a17:09:48.690065 run osmo-stp_10.42.42.5(pid=32510): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)]\u000a17:09:48.818437 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-12_17:09:47.223805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:48.944321 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221212170947392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170947392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170947393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170947393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170947395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170947395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170947396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:49.065805 run osmo-stp_10.42.42.5(pid=32510): stdout: \u000a| (launched: 2022-12-12_17:09:47.223805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:49.186129 run osmo-stp_10.42.42.5(pid=32510): stderr: \u000a| �[0;m�[38;5;43m20221212170947392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170947392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170947393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170947393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170947395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170947395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170947396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:49.238953 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32510): Process ended prematurely: osmo-stp_10.42.42.5(pid=32510) [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32510)] [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a17:09:49.246926 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a17:09:49.307606 run osmo-hlr_10.42.42.2(pid=32507): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32507)]\u000a17:09:49.356770 run osmo-hlr_10.42.42.2(pid=32507): stdout: \u000a| (launched: 2022-12-12_17:09:46.014172) \u000a17:09:49.406883 run osmo-hlr_10.42.42.2(pid=32507): stderr: \u000a| �[0;m�[1;31m20221212170946224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170946224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170946224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170946233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170946233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170946233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170946272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170946298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170946298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170946298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:09:49.474919 run osmo-msc_10.42.42.6(pid=32513): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32513)]\u000a17:09:49.524164 run osmo-msc_10.42.42.6(pid=32513): stdout: \u000a| (launched: 2022-12-12_17:09:48.358178) \u000a17:09:49.573956 run osmo-msc_10.42.42.6(pid=32513): stderr: \u000a| �[0;m�[38;5;43m20221212170948633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170948633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ea4e78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170948633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170948634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170948634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170948634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170948636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170948636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170948636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170948636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:09:49.616461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminating (SIGTERM)\u000a17:09:49.656533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminating (SIGTERM)\u000a17:09:49.696487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminating (SIGTERM)\u000a17:09:49.705837 --- ParallelTerminationStrategy: PID 32506 died...\u000a17:09:49.759453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32506): Terminated: ok {rc=0}\u000a17:09:49.769427 --- ParallelTerminationStrategy: PID 32509 died...\u000a17:09:49.822707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32509): Terminated: ok {rc=0}\u000a17:09:49.832299 --- ParallelTerminationStrategy: PID 32512 died...\u000a17:09:49.885446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32512): Terminated: ok {rc=0}\u000a17:09:49.973716 bus /sierra_3: Setting Powered False\u000a17:09:51.077574 bus /sierra_3: Setting Powered False\u000a17:09:52.189298 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32521): Process ended prematurely: osmo-stp_10.42.42.5(pid=32521) [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32521)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32521): Process ended prematurely: osmo-stp_10.42.42.5(pid=32521) [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:09:53.241282 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.252818 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:09:53.384725 tst emergency_preemptive_call.py: using LAC 30301\u000a17:09:53.504839 tst emergency_preemptive_call.py: using RAC 211\u000a17:09:53.626065 tst emergency_preemptive_call.py: using CellId 30301\u000a17:09:53.746883 tst emergency_preemptive_call.py: using BVCI 30302\u000a17:09:53.769973 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.780885 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.791649 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.802421 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.813932 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a17:09:53.825103 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:53.940457 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:54.060524 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:54.175985 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:09:54.386919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:09:54.908697 run create_hlr_db(pid=32515): Launched\u000a17:09:55.095801 bus /sierra_2: Setting Powered False\u000a17:09:56.106802 run create_hlr_db(pid=32515): Terminated: ok {rc=0}\u000a17:09:56.546507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32517): Launched\u000a17:09:56.874081 run osmo-hlr_10.42.42.2(pid=32518): Launched\u000a17:09:56.995267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:09:57.559600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32520): Launched\u000a17:09:57.885763 run osmo-stp_10.42.42.5(pid=32521): Launched\u000a17:09:58.013938 tst emergency_preemptive_call.py: using MSISDN 7875\u000a17:09:58.175047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:09:58.769554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32523): Launched\u000a17:09:59.096212 run osmo-msc_10.42.42.6(pid=32524): Launched\u000a17:09:59.286592 run osmo-stp_10.42.42.5(pid=32521): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32521)]\u000a17:09:59.423315 run osmo-stp_10.42.42.5(pid=32521): stdout: \u000a| (launched: 2022-12-12_17:09:57.724331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:59.560126 run osmo-stp_10.42.42.5(pid=32521): stderr: \u000a| �[0;m�[38;5;43m20221212170957919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170957919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170957920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170957920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:59.690995 run osmo-stp_10.42.42.5(pid=32521): stdout: \u000a| (launched: 2022-12-12_17:09:57.724331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:09:59.819897 run osmo-stp_10.42.42.5(pid=32521): stderr: \u000a| �[0;m�[38;5;43m20221212170957919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212170957919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212170957920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212170957920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212170957921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:09:59.876758 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32521): Process ended prematurely: osmo-stp_10.42.42.5(pid=32521) [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32521)] [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a17:09:59.885747 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:09:59.949164 run osmo-hlr_10.42.42.2(pid=32518): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32518)]\u000a17:10:00.000732 run osmo-hlr_10.42.42.2(pid=32518): stdout: \u000a| (launched: 2022-12-12_17:09:56.712446) \u000a17:10:00.052563 run osmo-hlr_10.42.42.2(pid=32518): stderr: \u000a| �[0;m�[1;31m20221212170956915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212170956915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212170956915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170956916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212170956916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212170956916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212170956929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212170956937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212170956937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212170956937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:10:00.122956 run osmo-msc_10.42.42.6(pid=32524): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32524)]\u000a17:10:00.174071 run osmo-msc_10.42.42.6(pid=32524): stdout: \u000a| (launched: 2022-12-12_17:09:58.934820) \u000a17:10:00.225677 run osmo-msc_10.42.42.6(pid=32524): stderr: \u000a| �[0;m�[38;5;43m20221212170959257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212170959257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb72bff3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212170959257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212170959257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212170959258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212170959258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212170959260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212170959260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212170959260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212170959260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:10:00.269495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32517): Terminating (SIGTERM)\u000a17:10:00.311145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32520): Terminating (SIGTERM)\u000a17:10:00.352896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32523): Terminating (SIGTERM)\u000a17:10:00.362724 --- ParallelTerminationStrategy: PID 32517 died...\u000a17:10:00.418436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32517): Terminated: ok {rc=0}\u000a17:10:00.428571 --- ParallelTerminationStrategy: PID 32520 died...\u000a17:10:00.484067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32520): Terminated: ok {rc=0}\u000a17:10:00.494202 --- ParallelTerminationStrategy: PID 32523 died...\u000a17:10:00.549800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32523): Terminated: ok {rc=0}\u000a17:10:00.638250 bus /sierra_9: Setting Powered False\u000a17:10:01.746066 bus /sierra_9: Setting Powered False\u000a17:10:02.857437 bus /sierra_8: Setting Powered False\u000a17:10:03.961556 bus /sierra_8: Setting Powered False\u000a17:10:05.072399 bus /sierra_3: Setting Powered False\u000a17:10:06.178887 bus /sierra_3: Setting Powered False\u000a17:10:07.291491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:10:09.384876 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.395638 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:10:09.523332 tst cs_paging_gprs_active.py: using LAC 30302\u000a17:10:09.645329 tst cs_paging_gprs_active.py: using RAC 212\u000a17:10:09.766927 tst cs_paging_gprs_active.py: using CellId 30302\u000a17:10:09.889085 tst cs_paging_gprs_active.py: using BVCI 30303\u000a17:10:09.912533 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.923379 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.933985 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.945148 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.956009 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.966809 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.977766 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.988434 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:09.999376 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:10.119110 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:10.403052 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:10:10.531252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:10.853677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32532): Launched\u000a17:10:11.120903 run iperf3-srv_10.42.42.10(pid=32533): Launched\u000a17:10:11.309518 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:10:11.438030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:11.761886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32534): Launched\u000a17:10:12.029645 run iperf3-srv_10.42.42.10(pid=32535): Launched\u000a17:10:12.218226 tst cs_paging_gprs_active.py:38: start network...\u000a17:10:12.347031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:10:12.836652 run create_hlr_db(pid=32536): Launched\u000a17:10:13.014140 bus /sierra_2: Setting Powered False\u000a17:10:14.036796 run create_hlr_db(pid=32536): Terminated: ok {rc=0}\u000a17:10:14.476448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Launched\u000a17:10:14.810400 run osmo-hlr_10.42.42.2(pid=32539): Launched\u000a17:10:14.932706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:10:15.511352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Launched\u000a17:10:15.907158 run osmo-stp_10.42.42.5(pid=32542): Launched\u000a17:10:16.105123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:10:16.692699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32544): Launched\u000a17:10:16.812798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:10:17.123073 run patchelf(pid=32545): Launched\u000a17:10:17.309079 run osmo-stp_10.42.42.5(pid=32542): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)]\u000a17:10:17.441954 run osmo-stp_10.42.42.5(pid=32542): stdout: \u000a| (launched: 2022-12-12_17:10:15.679954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:17.574844 run osmo-stp_10.42.42.5(pid=32542): stderr: \u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171015908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:17.703406 run osmo-stp_10.42.42.5(pid=32542): stdout: \u000a| (launched: 2022-12-12_17:10:15.679954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:17.830499 run osmo-stp_10.42.42.5(pid=32542): stderr: \u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171015904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171015908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171015909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:17.978296 run patchelf(pid=32545): Terminating (SIGINT)\u000a17:10:18.152316 run patchelf(pid=32545): Terminated: ok {rc=0}\u000a17:10:18.184355 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32542): Process ended prematurely: osmo-stp_10.42.42.5(pid=32542) [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32542)] [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a17:10:18.193825 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a17:10:18.255210 run osmo-hlr_10.42.42.2(pid=32539): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32539)]\u000a17:10:18.304821 run osmo-hlr_10.42.42.2(pid=32539): stdout: \u000a| (launched: 2022-12-12_17:10:14.645343) \u000a17:10:18.355161 run osmo-hlr_10.42.42.2(pid=32539): stderr: \u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171014847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171014859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171014868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171014869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171014869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:10:18.397717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32532): Terminating (SIGTERM)\u000a17:10:18.437933 run iperf3-srv_10.42.42.10(pid=32533): Terminating (SIGTERM)\u000a17:10:18.478135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32534): Terminating (SIGTERM)\u000a17:10:18.518375 run iperf3-srv_10.42.42.10(pid=32535): Terminating (SIGTERM)\u000a17:10:18.558654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Terminating (SIGTERM)\u000a17:10:18.598695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Terminating (SIGTERM)\u000a17:10:18.638876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32544): Terminating (SIGTERM)\u000a17:10:18.648531 --- ParallelTerminationStrategy: PID 32532 died...\u000a17:10:18.702660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32532): Terminated: ok {rc=0}\u000a17:10:18.712322 --- ParallelTerminationStrategy: PID 32533 died...\u000a17:10:18.765462 run iperf3-srv_10.42.42.10(pid=32533): Terminated {rc=256}\u000a17:10:18.775274 --- ParallelTerminationStrategy: PID 32534 died...\u000a17:10:18.828438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32534): Terminated: ok {rc=0}\u000a17:10:18.838275 --- ParallelTerminationStrategy: PID 32535 died...\u000a17:10:18.891449 run iperf3-srv_10.42.42.10(pid=32535): Terminated {rc=256}\u000a17:10:18.901256 --- ParallelTerminationStrategy: PID 32538 died...\u000a17:10:18.954653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32538): Terminated: ok {rc=0}\u000a17:10:18.964175 --- ParallelTerminationStrategy: PID 32541 died...\u000a17:10:19.017868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32541): Terminated: ok {rc=0}\u000a17:10:19.027865 --- ParallelTerminationStrategy: PID 32544 died...\u000a17:10:19.081571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32544): Terminated: ok {rc=0}\u000a17:10:19.170982 bus /gobi_0: Setting Powered False\u000a17:10:20.275575 bus /gobi_0: Setting Powered False\u000a17:10:21.387363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32554): Process ended prematurely: osmo-stp_10.42.42.5(pid=32554) [trial-2379↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32554)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32554): Process ended prematurely: osmo-stp_10.42.42.5(pid=32554) [trial-2379↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a17:10:22.499370 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:22.510978 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:10:22.649208 tst iperf3.py: using LAC 30303\u000a17:10:22.787174 tst iperf3.py: using RAC 213\u000a17:10:22.915813 tst iperf3.py: using CellId 30303\u000a17:10:23.043231 tst iperf3.py: using BVCI 30304\u000a17:10:23.068564 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.079973 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.091165 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.102383 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.113414 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.124525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.135878 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.147154 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:23.158435 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:23.445008 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:10:23.574399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:23.897915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32546): Launched\u000a17:10:24.165625 run iperf3-srv_10.42.42.10(pid=32547): Launched\u000a17:10:24.354893 tst iperf3.py:8: start network...\u000a17:10:24.484262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:10:24.976441 run create_hlr_db(pid=32548): Launched\u000a17:10:25.154213 bus /gobi_6: Setting Powered False\u000a17:10:26.176022 run create_hlr_db(pid=32548): Terminated: ok {rc=0}\u000a17:10:26.590051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32550): Launched\u000a17:10:26.901617 run osmo-hlr_10.42.42.2(pid=32551): Launched\u000a17:10:27.021685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:10:27.562866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32553): Launched\u000a17:10:27.874467 run osmo-stp_10.42.42.5(pid=32554): Launched\u000a17:10:27.987333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:10:28.528110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32556): Launched\u000a17:10:28.638799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:10:28.916819 run patchelf(pid=32557): Launched\u000a17:10:29.110004 run osmo-stp_10.42.42.5(pid=32554): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32554)]\u000a17:10:29.250618 run osmo-stp_10.42.42.5(pid=32554): stdout: \u000a| (launched: 2022-12-12_17:10:27.719100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:29.391922 run osmo-stp_10.42.42.5(pid=32554): stderr: \u000a| �[0;m�[38;5;43m20221212171027892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171027892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171027893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171027893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171027893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171027893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171027894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:29.528169 run osmo-stp_10.42.42.5(pid=32554): stdout: \u000a| (launched: 2022-12-12_17:10:27.719100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:29.663906 run osmo-stp_10.42.42.5(pid=32554): stderr: \u000a| �[0;m�[38;5;43m20221212171027892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171027892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171027893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171027893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171027893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171027893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171027894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:29.820724 run patchelf(pid=32557): Terminating (SIGINT)\u000a17:10:30.004513 run patchelf(pid=32557): Terminated: ok {rc=0}\u000a17:10:30.038436 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32554): Process ended prematurely: osmo-stp_10.42.42.5(pid=32554) [trial-2379↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32554)] [trial-2379↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a17:10:30.048581 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:10:30.112144 run osmo-hlr_10.42.42.2(pid=32551): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32551)]\u000a17:10:30.163975 run osmo-hlr_10.42.42.2(pid=32551): stdout: \u000a| (launched: 2022-12-12_17:10:26.747316) \u000a17:10:30.216385 run osmo-hlr_10.42.42.2(pid=32551): stderr: \u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171026927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171026940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171026950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171026950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171026950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:10:30.261221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32546): Terminating (SIGTERM)\u000a17:10:30.303233 run iperf3-srv_10.42.42.10(pid=32547): Terminating (SIGTERM)\u000a17:10:30.345853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32550): Terminating (SIGTERM)\u000a17:10:30.388025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32553): Terminating (SIGTERM)\u000a17:10:30.430439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32556): Terminating (SIGTERM)\u000a17:10:30.440301 --- ParallelTerminationStrategy: PID 32546 died...\u000a17:10:30.497107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32546): Terminated: ok {rc=0}\u000a17:10:30.507392 --- ParallelTerminationStrategy: PID 32547 died...\u000a17:10:30.563982 run iperf3-srv_10.42.42.10(pid=32547): Terminated {rc=256}\u000a17:10:30.574117 --- ParallelTerminationStrategy: PID 32550 died...\u000a17:10:30.630506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32550): Terminated: ok {rc=0}\u000a17:10:30.640915 --- ParallelTerminationStrategy: PID 32553 died...\u000a17:10:30.696986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32553): Terminated: ok {rc=0}\u000a17:10:30.707417 --- ParallelTerminationStrategy: PID 32556 died...\u000a17:10:30.763351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32556): Terminated: ok {rc=0}\u000a17:10:30.854545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32572): Process ended prematurely: osmo-stp_10.42.42.5(pid=32572) [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32572)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32572): Process ended prematurely: osmo-stp_10.42.42.5(pid=32572) [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a17:10:32.001435 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.014309 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:10:32.157345 tst iperf3m4.py: using LAC 30304\u000a17:10:32.284035 tst iperf3m4.py: using RAC 214\u000a17:10:32.408372 tst iperf3m4.py: using CellId 30304\u000a17:10:32.530163 tst iperf3m4.py: using BVCI 30305\u000a17:10:32.554047 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.565144 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.576053 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.587848 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.599554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.611104 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.622875 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.634277 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:32.646054 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:32.765219 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:32.890714 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:33.013979 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:33.311456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:10:33.449906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:33.796665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32558): Launched\u000a17:10:34.080644 run iperf3-srv_10.42.42.10(pid=32559): Launched\u000a17:10:34.268645 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:10:34.397493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:34.721222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32560): Launched\u000a17:10:34.988631 run iperf3-srv_10.42.42.10(pid=32561): Launched\u000a17:10:35.176250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:10:35.304483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:35.625698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32562): Launched\u000a17:10:35.894214 run iperf3-srv_10.42.42.10(pid=32563): Launched\u000a17:10:36.082241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:10:36.211047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:10:36.535098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32564): Launched\u000a17:10:36.804296 run iperf3-srv_10.42.42.10(pid=32565): Launched\u000a17:10:36.992694 tst iperf3m4.py:8: start network...\u000a17:10:37.121527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:10:37.610994 run create_hlr_db(pid=32566): Launched\u000a17:10:37.788702 bus /gobi_6: Setting Powered False\u000a17:10:38.810634 run create_hlr_db(pid=32566): Terminated: ok {rc=0}\u000a17:10:39.225111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32568): Launched\u000a17:10:39.538866 run osmo-hlr_10.42.42.2(pid=32569): Launched\u000a17:10:39.660002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:10:40.211135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32571): Launched\u000a17:10:40.524513 run osmo-stp_10.42.42.5(pid=32572): Launched\u000a17:10:40.638542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:10:41.180086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32574): Launched\u000a17:10:41.290562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:10:41.563254 run patchelf(pid=32575): Launched\u000a17:10:41.746681 run osmo-stp_10.42.42.5(pid=32572): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32572)]\u000a17:10:41.879406 run osmo-stp_10.42.42.5(pid=32572): stdout: \u000a| (launched: 2022-12-12_17:10:40.368512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:42.013453 run osmo-stp_10.42.42.5(pid=32572): stderr: \u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171040544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:42.142065 run osmo-stp_10.42.42.5(pid=32572): stdout: \u000a| (launched: 2022-12-12_17:10:40.368512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:42.269424 run osmo-stp_10.42.42.5(pid=32572): stderr: \u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171040543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171040544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171040544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:42.416932 run patchelf(pid=32575): Terminating (SIGINT)\u000a17:10:42.591092 run patchelf(pid=32575): Terminated: ok {rc=0}\u000a17:10:42.622961 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32572): Process ended prematurely: osmo-stp_10.42.42.5(pid=32572) [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32572)] [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a17:10:42.632290 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a17:10:42.693983 run osmo-hlr_10.42.42.2(pid=32569): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32569)]\u000a17:10:42.743267 run osmo-hlr_10.42.42.2(pid=32569): stdout: \u000a| (launched: 2022-12-12_17:10:39.382424) \u000a17:10:42.793043 run osmo-hlr_10.42.42.2(pid=32569): stderr: \u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171039565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171039577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171039585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171039586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171039586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:10:42.835104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32558): Terminating (SIGTERM)\u000a17:10:42.875010 run iperf3-srv_10.42.42.10(pid=32559): Terminating (SIGTERM)\u000a17:10:42.914958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32560): Terminating (SIGTERM)\u000a17:10:42.954839 run iperf3-srv_10.42.42.10(pid=32561): Terminating (SIGTERM)\u000a17:10:42.994650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32562): Terminating (SIGTERM)\u000a17:10:43.034650 run iperf3-srv_10.42.42.10(pid=32563): Terminating (SIGTERM)\u000a17:10:43.074626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32564): Terminating (SIGTERM)\u000a17:10:43.114379 run iperf3-srv_10.42.42.10(pid=32565): Terminating (SIGTERM)\u000a17:10:43.154324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32568): Terminating (SIGTERM)\u000a17:10:43.194020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32571): Terminating (SIGTERM)\u000a17:10:43.233787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32574): Terminating (SIGTERM)\u000a17:10:43.243389 --- ParallelTerminationStrategy: PID 32558 died...\u000a17:10:43.296691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32558): Terminated: ok {rc=0}\u000a17:10:43.306583 --- ParallelTerminationStrategy: PID 32559 died...\u000a17:10:43.359687 run iperf3-srv_10.42.42.10(pid=32559): Terminated {rc=256}\u000a17:10:43.369343 --- ParallelTerminationStrategy: PID 32560 died...\u000a17:10:43.422573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32560): Terminated: ok {rc=0}\u000a17:10:43.432179 --- ParallelTerminationStrategy: PID 32561 died...\u000a17:10:43.485711 run iperf3-srv_10.42.42.10(pid=32561): Terminated {rc=256}\u000a17:10:43.495198 --- ParallelTerminationStrategy: PID 32562 died...\u000a17:10:43.548037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32562): Terminated: ok {rc=0}\u000a17:10:43.557926 --- ParallelTerminationStrategy: PID 32563 died...\u000a17:10:43.610658 run iperf3-srv_10.42.42.10(pid=32563): Terminated {rc=256}\u000a17:10:43.620436 --- ParallelTerminationStrategy: PID 32564 died...\u000a17:10:43.673511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32564): Terminated: ok {rc=0}\u000a17:10:43.683397 --- ParallelTerminationStrategy: PID 32565 died...\u000a17:10:43.736318 run iperf3-srv_10.42.42.10(pid=32565): Terminated {rc=256}\u000a17:10:43.746160 --- ParallelTerminationStrategy: PID 32568 died...\u000a17:10:43.799165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32568): Terminated: ok {rc=0}\u000a17:10:43.809134 --- ParallelTerminationStrategy: PID 32571 died...\u000a17:10:43.862065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32571): Terminated: ok {rc=0}\u000a17:10:43.871964 --- ParallelTerminationStrategy: PID 32574 died...\u000a17:10:43.925183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32574): Terminated: ok {rc=0}\u000a17:10:44.013650 bus /gobi_4: Setting Powered False\u000a17:10:45.118206 bus /gobi_4: Setting Powered False\u000a17:10:46.229726 bus /gobi_1: Setting Powered False\u000a17:10:47.330006 bus /gobi_1: Setting Powered False\u000a17:10:48.436172 bus /gobi_0: Setting Powered False\u000a17:10:49.537069 bus /gobi_0: Setting Powered False\u000a17:10:50.649115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32582): Process ended prematurely: osmo-stp_10.42.42.5(pid=32582) [trial-2379↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32582)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32582): Process ended prematurely: osmo-stp_10.42.42.5(pid=32582) [trial-2379↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a17:10:51.718171 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:51.730120 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:10:51.863169 tst ping.py: using LAC 30305\u000a17:10:51.990318 tst ping.py: using RAC 215\u000a17:10:52.121873 tst ping.py: using CellId 30305\u000a17:10:52.252536 tst ping.py: using BVCI 30306\u000a17:10:52.277507 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.288720 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.299924 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.311109 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.322179 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.333337 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.344535 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:10:52.355700 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:10:52.634783 tst ping.py:19: start network...\u000a17:10:52.760750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:10:53.241410 run create_hlr_db(pid=32576): Launched\u000a17:10:53.416136 bus /gobi_6: Setting Powered False\u000a17:10:54.437181 run create_hlr_db(pid=32576): Terminated: ok {rc=0}\u000a17:10:54.870611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32578): Launched\u000a17:10:55.196193 run osmo-hlr_10.42.42.2(pid=32579): Launched\u000a17:10:55.314462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:10:55.881381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32581): Launched\u000a17:10:56.207457 run osmo-stp_10.42.42.5(pid=32582): Launched\u000a17:10:56.325800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:10:56.894569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32584): Launched\u000a17:10:57.010606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:10:57.295457 run patchelf(pid=32585): Launched\u000a17:10:57.484913 run osmo-stp_10.42.42.5(pid=32582): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32582)]\u000a17:10:57.623231 run osmo-stp_10.42.42.5(pid=32582): stdout: \u000a| (launched: 2022-12-12_17:10:56.046221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:57.762051 run osmo-stp_10.42.42.5(pid=32582): stderr: \u000a| �[0;m�[38;5;43m20221212171056241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171056241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171056242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171056242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171056242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171056242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171056243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:57.895804 run osmo-stp_10.42.42.5(pid=32582): stdout: \u000a| (launched: 2022-12-12_17:10:56.046221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:10:58.028342 run osmo-stp_10.42.42.5(pid=32582): stderr: \u000a| �[0;m�[38;5;43m20221212171056241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171056241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171056242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171056242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171056242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171056242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171056243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:10:58.182279 run patchelf(pid=32585): Terminating (SIGINT)\u000a17:10:58.362948 run patchelf(pid=32585): Terminated: ok {rc=0}\u000a17:10:58.395852 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32582): Process ended prematurely: osmo-stp_10.42.42.5(pid=32582) [trial-2379↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32582)] [trial-2379↪gprs:nanobts+band-1900↪ping.py:22]\u000a17:10:58.405207 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:10:58.468258 run osmo-hlr_10.42.42.2(pid=32579): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32579)]\u000a17:10:58.519739 run osmo-hlr_10.42.42.2(pid=32579): stdout: \u000a| (launched: 2022-12-12_17:10:55.035316) \u000a17:10:58.571594 run osmo-hlr_10.42.42.2(pid=32579): stderr: \u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171055235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171055247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:10:58.615939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32578): Terminating (SIGTERM)\u000a17:10:58.658173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32581): Terminating (SIGTERM)\u000a17:10:58.700165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32584): Terminating (SIGTERM)\u000a17:10:58.709961 --- ParallelTerminationStrategy: PID 32578 died...\u000a17:10:58.765488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32578): Terminated: ok {rc=0}\u000a17:10:58.775605 --- ParallelTerminationStrategy: PID 32581 died...\u000a17:10:58.831065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32581): Terminated: ok {rc=0}\u000a17:10:58.841179 --- ParallelTerminationStrategy: PID 32584 died...\u000a17:10:58.896501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32584): Terminated: ok {rc=0}\u000a17:10:58.983889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32592): Process ended prematurely: osmo-stp_10.42.42.5(pid=32592) [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32592)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32592): Process ended prematurely: osmo-stp_10.42.42.5(pid=32592) [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a17:11:00.037042 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.049747 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a17:11:00.187836 tst ping_idle_ping.py: using LAC 30306\u000a17:11:00.315654 tst ping_idle_ping.py: using RAC 216\u000a17:11:00.439134 tst ping_idle_ping.py: using CellId 30306\u000a17:11:00.561892 tst ping_idle_ping.py: using BVCI 30307\u000a17:11:00.585392 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.596251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.607253 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.618945 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.630393 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.641828 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.655766 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a17:11:00.667281 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a17:11:00.978580 tst ping_idle_ping.py:24: start network...\u000a17:11:01.114391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:11:01.647911 run create_hlr_db(pid=32586): Launched\u000a17:11:01.829803 bus /gobi_6: Setting Powered False\u000a17:11:02.845869 run create_hlr_db(pid=32586): Terminated: ok {rc=0}\u000a17:11:03.284870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32588): Launched\u000a17:11:03.614804 run osmo-hlr_10.42.42.2(pid=32589): Launched\u000a17:11:03.735253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:11:04.304739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32591): Launched\u000a17:11:04.632495 run osmo-stp_10.42.42.5(pid=32592): Launched\u000a17:11:04.750675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:11:05.322709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32594): Launched\u000a17:11:05.438515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:11:05.723751 run patchelf(pid=32595): Launched\u000a17:11:05.913557 run osmo-stp_10.42.42.5(pid=32592): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32592)]\u000a17:11:06.052615 run osmo-stp_10.42.42.5(pid=32592): stdout: \u000a| (launched: 2022-12-12_17:11:04.470672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:06.191729 run osmo-stp_10.42.42.5(pid=32592): stderr: \u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171104666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:06.326653 run osmo-stp_10.42.42.5(pid=32592): stdout: \u000a| (launched: 2022-12-12_17:11:04.470672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:06.459966 run osmo-stp_10.42.42.5(pid=32592): stderr: \u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171104666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171104666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171104667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:06.615511 run patchelf(pid=32595): Terminating (SIGINT)\u000a17:11:06.797602 run patchelf(pid=32595): Terminated: ok {rc=0}\u000a17:11:06.830558 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32592): Process ended prematurely: osmo-stp_10.42.42.5(pid=32592) [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32592)] [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a17:11:06.839999 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:11:06.903091 run osmo-hlr_10.42.42.2(pid=32589): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32589)]\u000a17:11:06.954315 run osmo-hlr_10.42.42.2(pid=32589): stdout: \u000a| (launched: 2022-12-12_17:11:03.450862) \u000a17:11:07.006139 run osmo-hlr_10.42.42.2(pid=32589): stderr: \u000a| �[0;m�[1;31m20221212171103652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171103653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171103653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171103653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171103653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171103653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171103665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171103673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171103674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171103674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:11:07.050577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32588): Terminating (SIGTERM)\u000a17:11:07.092389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32591): Terminating (SIGTERM)\u000a17:11:07.134518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32594): Terminating (SIGTERM)\u000a17:11:07.144342 --- ParallelTerminationStrategy: PID 32588 died...\u000a17:11:07.200019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32588): Terminated: ok {rc=0}\u000a17:11:07.210357 --- ParallelTerminationStrategy: PID 32591 died...\u000a17:11:07.265989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32591): Terminated: ok {rc=0}\u000a17:11:07.276052 --- ParallelTerminationStrategy: PID 32594 died...\u000a17:11:07.332040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32594): Terminated: ok {rc=0}\u000a17:11:07.418362 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:10:09" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32610): Process ended prematurely: osmo-stp_10.42.42.5(pid=32610) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32610)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32610): Process ended prematurely: osmo-stp_10.42.42.5(pid=32610) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:11:09.565733 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:09.577208 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:11:09.717150 tst cs_paging_gprs_active.py: using LAC 30307\u000a17:11:09.846761 tst cs_paging_gprs_active.py: using RAC 217\u000a17:11:09.976131 tst cs_paging_gprs_active.py: using CellId 30307\u000a17:11:10.100638 tst cs_paging_gprs_active.py: using BVCI 30308\u000a17:11:10.124231 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.135448 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.146514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.158412 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.170158 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.181812 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.193648 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.205459 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:10.217207 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:10.338537 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:10.622960 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:11:10.752083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:11.073775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32600): Launched\u000a17:11:11.341735 run iperf3-srv_10.42.42.10(pid=32601): Launched\u000a17:11:11.530819 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:11:11.659921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:11.981995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32602): Launched\u000a17:11:12.250228 run iperf3-srv_10.42.42.10(pid=32603): Launched\u000a17:11:12.438286 tst cs_paging_gprs_active.py:38: start network...\u000a17:11:12.566200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:11:13.053905 run create_hlr_db(pid=32604): Launched\u000a17:11:13.230907 bus /gobi_6: Setting Powered False\u000a17:11:14.264868 run create_hlr_db(pid=32604): Terminated: ok {rc=0}\u000a17:11:14.704557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32606): Launched\u000a17:11:15.035586 run osmo-hlr_10.42.42.2(pid=32607): Launched\u000a17:11:15.155990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:11:15.730560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32609): Launched\u000a17:11:16.235105 run osmo-stp_10.42.42.5(pid=32610): Launched\u000a17:11:16.461334 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:11:17.071267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32612): Launched\u000a17:11:17.218509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:11:17.498019 run patchelf(pid=32613): Launched\u000a17:11:17.680839 run osmo-stp_10.42.42.5(pid=32610): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32610)]\u000a17:11:17.812911 run osmo-stp_10.42.42.5(pid=32610): stdout: \u000a| (launched: 2022-12-12_17:11:15.927346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:17.945161 run osmo-stp_10.42.42.5(pid=32610): stderr: \u000a| �[0;m�[38;5;43m20221212171116176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171116176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171116177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171116177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171116180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171116181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171116181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:18.072829 run osmo-stp_10.42.42.5(pid=32610): stdout: \u000a| (launched: 2022-12-12_17:11:15.927346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:18.199966 run osmo-stp_10.42.42.5(pid=32610): stderr: \u000a| �[0;m�[38;5;43m20221212171116176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171116176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171116177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171116177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171116180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171116181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171116181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:18.347375 run patchelf(pid=32613): Terminating (SIGINT)\u000a17:11:18.520294 run patchelf(pid=32613): Terminated: ok {rc=0}\u000a17:11:18.552060 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32610): Process ended prematurely: osmo-stp_10.42.42.5(pid=32610) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32610)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:11:18.561497 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a17:11:18.622325 run osmo-hlr_10.42.42.2(pid=32607): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32607)]\u000a17:11:18.671373 run osmo-hlr_10.42.42.2(pid=32607): stdout: \u000a| (launched: 2022-12-12_17:11:14.872346) \u000a17:11:18.721227 run osmo-hlr_10.42.42.2(pid=32607): stderr: \u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171115075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171115087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171115095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171115096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171115096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:11:18.763157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32600): Terminating (SIGTERM)\u000a17:11:18.802874 run iperf3-srv_10.42.42.10(pid=32601): Terminating (SIGTERM)\u000a17:11:18.842662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32602): Terminating (SIGTERM)\u000a17:11:18.882194 run iperf3-srv_10.42.42.10(pid=32603): Terminating (SIGTERM)\u000a17:11:18.922011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32606): Terminating (SIGTERM)\u000a17:11:18.961784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32609): Terminating (SIGTERM)\u000a17:11:19.001562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32612): Terminating (SIGTERM)\u000a17:11:19.011071 --- ParallelTerminationStrategy: PID 32600 died...\u000a17:11:19.064895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32600): Terminated: ok {rc=0}\u000a17:11:19.074524 --- ParallelTerminationStrategy: PID 32601 died...\u000a17:11:19.127216 run iperf3-srv_10.42.42.10(pid=32601): Terminated {rc=256}\u000a17:11:19.137005 --- ParallelTerminationStrategy: PID 32602 died...\u000a17:11:19.190237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32602): Terminated: ok {rc=0}\u000a17:11:19.200035 --- ParallelTerminationStrategy: PID 32603 died...\u000a17:11:19.252729 run iperf3-srv_10.42.42.10(pid=32603): Terminated {rc=256}\u000a17:11:19.262518 --- ParallelTerminationStrategy: PID 32606 died...\u000a17:11:19.315880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32606): Terminated: ok {rc=0}\u000a17:11:19.325735 --- ParallelTerminationStrategy: PID 32609 died...\u000a17:11:19.381223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32609): Terminated: ok {rc=0}\u000a17:11:19.390757 --- ParallelTerminationStrategy: PID 32612 died...\u000a17:11:19.443499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32612): Terminated: ok {rc=0}\u000a17:11:19.530972 bus /gobi_0: Setting Powered False\u000a17:11:20.634697 bus /gobi_0: Setting Powered False\u000a17:11:21.741458 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:11:22.856783 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:22.869144 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:11:23.009765 tst iperf3.py: using LAC 30308\u000a17:11:23.138749 tst iperf3.py: using RAC 218\u000a17:11:23.267530 tst iperf3.py: using CellId 30308\u000a17:11:23.391525 tst iperf3.py: using BVCI 30309\u000a17:11:23.414980 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.426117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.437030 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.448132 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.459136 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.470121 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.481346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.492384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:23.503615 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:23.787439 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:11:23.916007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:24.237755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Launched\u000a17:11:24.506809 run iperf3-srv_10.42.42.10(pid=32619): Launched\u000a17:11:24.695186 tst iperf3.py:8: start network...\u000a17:11:24.824396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:11:25.315279 run create_hlr_db(pid=32620): Launched\u000a17:11:25.494164 bus /gobi_6: Setting Powered False\u000a17:11:26.515244 run create_hlr_db(pid=32620): Terminated: ok {rc=0}\u000a17:11:26.956922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Launched\u000a17:11:27.291522 run osmo-hlr_10.42.42.2(pid=32623): Launched\u000a17:11:27.415432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:11:27.994514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Launched\u000a17:11:28.328083 run osmo-stp_10.42.42.5(pid=32626): Launched\u000a17:11:28.448769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:11:29.026800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Launched\u000a17:11:29.144649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:11:29.436693 run patchelf(pid=32629): Launched\u000a17:11:29.629537 run osmo-stp_10.42.42.5(pid=32626): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)]\u000a17:11:29.771581 run osmo-stp_10.42.42.5(pid=32626): stdout: \u000a| (launched: 2022-12-12_17:11:28.162501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:29.912756 run osmo-stp_10.42.42.5(pid=32626): stderr: \u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171128356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:30.049564 run osmo-stp_10.42.42.5(pid=32626): stdout: \u000a| (launched: 2022-12-12_17:11:28.162501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:30.184549 run osmo-stp_10.42.42.5(pid=32626): stderr: \u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171128356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171128356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171128357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:30.341839 run patchelf(pid=32629): Terminating (SIGINT)\u000a17:11:30.526117 run patchelf(pid=32629): Terminated: ok {rc=0}\u000a17:11:30.559993 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32626): Process ended prematurely: osmo-stp_10.42.42.5(pid=32626) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32626)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a17:11:30.570028 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a17:11:30.633050 run osmo-hlr_10.42.42.2(pid=32623): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32623)]\u000a17:11:30.684363 run osmo-hlr_10.42.42.2(pid=32623): stdout: \u000a| (launched: 2022-12-12_17:11:27.126293) \u000a17:11:30.736319 run osmo-hlr_10.42.42.2(pid=32623): stderr: \u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171127326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171127338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171127349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171127349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171127349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:11:30.780636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Terminating (SIGTERM)\u000a17:11:30.826533 run iperf3-srv_10.42.42.10(pid=32619): Terminating (SIGTERM)\u000a17:11:30.880819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Terminating (SIGTERM)\u000a17:11:30.923470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Terminating (SIGTERM)\u000a17:11:30.966166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Terminating (SIGTERM)\u000a17:11:30.976131 --- ParallelTerminationStrategy: PID 32618 died...\u000a17:11:31.033248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32618): Terminated: ok {rc=0}\u000a17:11:31.043801 --- ParallelTerminationStrategy: PID 32619 died...\u000a17:11:31.101547 run iperf3-srv_10.42.42.10(pid=32619): Terminated {rc=256}\u000a17:11:31.113376 --- ParallelTerminationStrategy: PID 32622 died...\u000a17:11:31.182021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32622): Terminated: ok {rc=0}\u000a17:11:31.195088 --- ParallelTerminationStrategy: PID 32625 died...\u000a17:11:31.265386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32625): Terminated: ok {rc=0}\u000a17:11:31.276379 --- ParallelTerminationStrategy: PID 32628 died...\u000a17:11:31.335052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32628): Terminated: ok {rc=0}\u000a17:11:31.427620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32644): Process ended prematurely: osmo-stp_10.42.42.5(pid=32644) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32644)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32644): Process ended prematurely: osmo-stp_10.42.42.5(pid=32644) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:11:32.544758 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:32.556878 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:11:32.696367 tst iperf3m4.py: using LAC 30309\u000a17:11:32.825599 tst iperf3m4.py: using RAC 219\u000a17:11:32.956417 tst iperf3m4.py: using CellId 30309\u000a17:11:33.087123 tst iperf3m4.py: using BVCI 30310\u000a17:11:33.112555 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.124197 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.135497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.146852 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.158150 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.169436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.181070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.192304 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:33.203829 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:33.323278 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:33.443234 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:33.561809 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:33.847092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:11:33.977406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:34.302642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Launched\u000a17:11:34.572167 run iperf3-srv_10.42.42.10(pid=32631): Launched\u000a17:11:34.761803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:11:34.891777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:35.217263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32632): Launched\u000a17:11:35.487859 run iperf3-srv_10.42.42.10(pid=32633): Launched\u000a17:11:35.676605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:11:35.806202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:36.128133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Launched\u000a17:11:36.397117 run iperf3-srv_10.42.42.10(pid=32635): Launched\u000a17:11:36.586311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:11:36.715604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:11:37.039423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Launched\u000a17:11:37.307563 run iperf3-srv_10.42.42.10(pid=32637): Launched\u000a17:11:37.496289 tst iperf3m4.py:8: start network...\u000a17:11:37.625687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:11:38.116157 run create_hlr_db(pid=32638): Launched\u000a17:11:38.294507 bus /gobi_6: Setting Powered False\u000a17:11:39.316484 run create_hlr_db(pid=32638): Terminated: ok {rc=0}\u000a17:11:39.732917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32640): Launched\u000a17:11:40.048135 run osmo-hlr_10.42.42.2(pid=32641): Launched\u000a17:11:40.166594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:11:40.705933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32643): Launched\u000a17:11:41.019070 run osmo-stp_10.42.42.5(pid=32644): Launched\u000a17:11:41.131983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:11:41.672751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32646): Launched\u000a17:11:41.783493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:11:42.056697 run patchelf(pid=32647): Launched\u000a17:11:42.238273 run osmo-stp_10.42.42.5(pid=32644): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32644)]\u000a17:11:42.370699 run osmo-stp_10.42.42.5(pid=32644): stdout: \u000a| (launched: 2022-12-12_17:11:40.862968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:42.503770 run osmo-stp_10.42.42.5(pid=32644): stderr: \u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171141036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:42.632046 run osmo-stp_10.42.42.5(pid=32644): stdout: \u000a| (launched: 2022-12-12_17:11:40.862968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:42.759142 run osmo-stp_10.42.42.5(pid=32644): stderr: \u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171141035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171141036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171141036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:42.906449 run patchelf(pid=32647): Terminating (SIGINT)\u000a17:11:43.079397 run patchelf(pid=32647): Terminated: ok {rc=0}\u000a17:11:43.111163 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32644): Process ended prematurely: osmo-stp_10.42.42.5(pid=32644) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32644)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:11:43.120619 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a17:11:43.181763 run osmo-hlr_10.42.42.2(pid=32641): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32641)]\u000a17:11:43.230747 run osmo-hlr_10.42.42.2(pid=32641): stdout: \u000a| (launched: 2022-12-12_17:11:39.890187) \u000a17:11:43.280636 run osmo-hlr_10.42.42.2(pid=32641): stderr: \u000a| �[0;m�[1;31m20221212171140068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171140068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171140069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171140069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171140069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171140069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171140081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171140089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171140089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171140089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:11:43.322855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Terminating (SIGTERM)\u000a17:11:43.362987 run iperf3-srv_10.42.42.10(pid=32631): Terminating (SIGTERM)\u000a17:11:43.403235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32632): Terminating (SIGTERM)\u000a17:11:43.443448 run iperf3-srv_10.42.42.10(pid=32633): Terminating (SIGTERM)\u000a17:11:43.483560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminating (SIGTERM)\u000a17:11:43.523843 run iperf3-srv_10.42.42.10(pid=32635): Terminating (SIGTERM)\u000a17:11:43.563910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminating (SIGTERM)\u000a17:11:43.603890 run iperf3-srv_10.42.42.10(pid=32637): Terminating (SIGTERM)\u000a17:11:43.643997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32640): Terminating (SIGTERM)\u000a17:11:43.683936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32643): Terminating (SIGTERM)\u000a17:11:43.724201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32646): Terminating (SIGTERM)\u000a17:11:43.734010 --- ParallelTerminationStrategy: PID 32630 died...\u000a17:11:43.787939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32630): Terminated: ok {rc=0}\u000a17:11:43.798007 --- ParallelTerminationStrategy: PID 32631 died...\u000a17:11:43.852096 run iperf3-srv_10.42.42.10(pid=32631): Terminated {rc=256}\u000a17:11:43.861778 --- ParallelTerminationStrategy: PID 32632 died...\u000a17:11:43.915072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32632): Terminated: ok {rc=0}\u000a17:11:43.925164 --- ParallelTerminationStrategy: PID 32633 died...\u000a17:11:43.978379 run iperf3-srv_10.42.42.10(pid=32633): Terminated {rc=256}\u000a17:11:43.987897 --- ParallelTerminationStrategy: PID 32634 died...\u000a17:11:44.040580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32634): Terminated: ok {rc=0}\u000a17:11:44.050405 --- ParallelTerminationStrategy: PID 32635 died...\u000a17:11:44.103137 run iperf3-srv_10.42.42.10(pid=32635): Terminated {rc=256}\u000a17:11:44.113163 --- ParallelTerminationStrategy: PID 32636 died...\u000a17:11:44.165926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32636): Terminated: ok {rc=0}\u000a17:11:44.175496 --- ParallelTerminationStrategy: PID 32637 died...\u000a17:11:44.228039 run iperf3-srv_10.42.42.10(pid=32637): Terminated {rc=256}\u000a17:11:44.237888 --- ParallelTerminationStrategy: PID 32640 died...\u000a17:11:44.290512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32640): Terminated: ok {rc=0}\u000a17:11:44.300362 --- ParallelTerminationStrategy: PID 32643 died...\u000a17:11:44.353618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32643): Terminated: ok {rc=0}\u000a17:11:44.363600 --- ParallelTerminationStrategy: PID 32646 died...\u000a17:11:44.417250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32646): Terminated: ok {rc=0}\u000a17:11:44.507468 bus /gobi_4: Setting Powered False\u000a17:11:45.611516 bus /gobi_4: Setting Powered False\u000a17:11:46.739584 bus /gobi_1: Setting Powered False\u000a17:11:47.848506 bus /gobi_1: Setting Powered False\u000a17:11:48.956935 bus /gobi_0: Setting Powered False\u000a17:11:50.065229 bus /gobi_0: Setting Powered False\u000a17:11:51.174700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:11:52.244576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.256837 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:11:52.393992 tst ping.py: using LAC 30310\u000a17:11:52.521512 tst ping.py: using RAC 220\u000a17:11:52.650616 tst ping.py: using CellId 30310\u000a17:11:52.776180 tst ping.py: using BVCI 30311\u000a17:11:52.801209 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.812726 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.824117 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.835506 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.846807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.858107 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.869778 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:11:52.881249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:11:53.159530 tst ping.py:19: start network...\u000a17:11:53.285954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:11:53.767613 run create_hlr_db(pid=32648): Launched\u000a17:11:53.943284 bus /gobi_6: Setting Powered False\u000a17:11:54.963127 run create_hlr_db(pid=32648): Terminated: ok {rc=0}\u000a17:11:55.397739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Launched\u000a17:11:55.725557 run osmo-hlr_10.42.42.2(pid=32651): Launched\u000a17:11:55.843769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:11:56.411628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Launched\u000a17:11:56.736443 run osmo-stp_10.42.42.5(pid=32654): Launched\u000a17:11:56.853903 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:11:57.421007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32656): Launched\u000a17:11:57.536536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:11:57.823896 run patchelf(pid=32657): Launched\u000a17:11:58.013258 run osmo-stp_10.42.42.5(pid=32654): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]\u000a17:11:58.151233 run osmo-stp_10.42.42.5(pid=32654): stdout: \u000a| (launched: 2022-12-12_17:11:56.575565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:58.290157 run osmo-stp_10.42.42.5(pid=32654): stderr: \u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171156769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:58.423847 run osmo-stp_10.42.42.5(pid=32654): stdout: \u000a| (launched: 2022-12-12_17:11:56.575565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:11:58.556694 run osmo-stp_10.42.42.5(pid=32654): stderr: \u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171156769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171156769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171156770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:11:58.710938 run patchelf(pid=32657): Terminating (SIGINT)\u000a17:11:58.891426 run patchelf(pid=32657): Terminated: ok {rc=0}\u000a17:11:58.924267 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a17:11:58.933744 tst ping.py:22: Test FAILED (6.7 sec)\u000a17:11:58.996447 run osmo-hlr_10.42.42.2(pid=32651): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32651)]\u000a17:11:59.047636 run osmo-hlr_10.42.42.2(pid=32651): stdout: \u000a| (launched: 2022-12-12_17:11:55.562537) \u000a17:11:59.099533 run osmo-hlr_10.42.42.2(pid=32651): stderr: \u000a| �[0;m�[1;31m20221212171155762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171155763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171155763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171155763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171155763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171155763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171155778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171155787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171155788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171155788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:11:59.143838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Terminating (SIGTERM)\u000a17:11:59.185713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Terminating (SIGTERM)\u000a17:11:59.227388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32656): Terminating (SIGTERM)\u000a17:11:59.237234 --- ParallelTerminationStrategy: PID 32650 died...\u000a17:11:59.293431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Terminated: ok {rc=0}\u000a17:11:59.303682 --- ParallelTerminationStrategy: PID 32653 died...\u000a17:11:59.359150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Terminated: ok {rc=0}\u000a17:11:59.369402 --- ParallelTerminationStrategy: PID 32656 died...\u000a17:11:59.424904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32656): Terminated: ok {rc=0}\u000a17:11:59.512436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:12:00.565572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:00.578071 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:12:00.717781 tst ping_idle_ping.py: using LAC 30311\u000a17:12:00.848892 tst ping_idle_ping.py: using RAC 221\u000a17:12:00.988690 tst ping_idle_ping.py: using CellId 30311\u000a17:12:01.119561 tst ping_idle_ping.py: using BVCI 30312\u000a17:12:01.145820 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.158522 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.171249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.183937 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.196383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.209041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.221788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:12:01.235181 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:12:01.546406 tst ping_idle_ping.py:24: start network...\u000a17:12:01.716159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:02.254652 run create_hlr_db(pid=32658): Launched\u000a17:12:02.434145 bus /gobi_6: Setting Powered False\u000a17:12:03.453832 run create_hlr_db(pid=32658): Terminated: ok {rc=0}\u000a17:12:03.891291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Launched\u000a17:12:04.220186 run osmo-hlr_10.42.42.2(pid=32661): Launched\u000a17:12:04.340831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:04.912590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Launched\u000a17:12:05.239660 run osmo-stp_10.42.42.5(pid=32664): Launched\u000a17:12:05.357491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:12:05.928109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32666): Launched\u000a17:12:06.043787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:12:06.329631 run patchelf(pid=32667): Launched\u000a17:12:06.519549 run osmo-stp_10.42.42.5(pid=32664): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)]\u000a17:12:06.658586 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-12_17:12:05.077966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:06.798360 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171205276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:06.932620 run osmo-stp_10.42.42.5(pid=32664): stdout: \u000a| (launched: 2022-12-12_17:12:05.077966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:07.065707 run osmo-stp_10.42.42.5(pid=32664): stderr: \u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171205275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171205276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171205276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:07.220208 run patchelf(pid=32667): Terminating (SIGINT)\u000a17:12:07.401083 run patchelf(pid=32667): Terminated: ok {rc=0}\u000a17:12:07.433946 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32664): Process ended prematurely: osmo-stp_10.42.42.5(pid=32664) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32664)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:12:07.443389 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a17:12:07.506053 run osmo-hlr_10.42.42.2(pid=32661): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32661)]\u000a17:12:07.557097 run osmo-hlr_10.42.42.2(pid=32661): stdout: \u000a| (launched: 2022-12-12_17:12:04.057309) \u000a17:12:07.608837 run osmo-hlr_10.42.42.2(pid=32661): stderr: \u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171204259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171204271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171204280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171204280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171204280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:07.653023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Terminating (SIGTERM)\u000a17:12:07.695498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Terminating (SIGTERM)\u000a17:12:07.737713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32666): Terminating (SIGTERM)\u000a17:12:07.747502 --- ParallelTerminationStrategy: PID 32660 died...\u000a17:12:07.803551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32660): Terminated: ok {rc=0}\u000a17:12:07.813979 --- ParallelTerminationStrategy: PID 32663 died...\u000a17:12:07.869302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32663): Terminated: ok {rc=0}\u000a17:12:07.879392 --- ParallelTerminationStrategy: PID 32666 died...\u000a17:12:07.935107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32666): Terminated: ok {rc=0}\u000a17:12:08.022166 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:11:09" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32681): Process ended prematurely: osmo-stp_10.42.42.5(pid=32681) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32681)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32681): Process ended prematurely: osmo-stp_10.42.42.5(pid=32681) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:12:10.162488 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.174190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:12:10.330474 tst cs_paging_gprs_active.py: using LAC 30312\u000a17:12:10.465213 tst cs_paging_gprs_active.py: using RAC 222\u000a17:12:10.590694 tst cs_paging_gprs_active.py: using CellId 30312\u000a17:12:10.712736 tst cs_paging_gprs_active.py: using BVCI 30313\u000a17:12:10.736327 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.747444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.758437 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.769640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.780739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.791954 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.803208 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.814319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:10.825741 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:10.947599 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:11.248171 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:12:11.386575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:11.731645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32671): Launched\u000a17:12:12.019379 run iperf3-srv_10.42.42.10(pid=32672): Launched\u000a17:12:12.222955 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:12:12.361525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:12.706715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32673): Launched\u000a17:12:12.994372 run iperf3-srv_10.42.42.10(pid=32674): Launched\u000a17:12:13.198016 tst cs_paging_gprs_active.py:38: start network...\u000a17:12:13.336753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:13.871107 run create_hlr_db(pid=32675): Launched\u000a17:12:14.062402 bus /gobi_6: Setting Powered False\u000a17:12:15.082702 run create_hlr_db(pid=32675): Terminated: ok {rc=0}\u000a17:12:15.500315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32677): Launched\u000a17:12:15.813224 run osmo-hlr_10.42.42.2(pid=32678): Launched\u000a17:12:16.009526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:16.658770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32680): Launched\u000a17:12:17.009450 run osmo-stp_10.42.42.5(pid=32681): Launched\u000a17:12:17.215846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:12:17.804137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32683): Launched\u000a17:12:17.914921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:12:18.187149 run patchelf(pid=32684): Launched\u000a17:12:18.368296 run osmo-stp_10.42.42.5(pid=32681): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32681)]\u000a17:12:18.500551 run osmo-stp_10.42.42.5(pid=32681): stdout: \u000a| (launched: 2022-12-12_17:12:16.833601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:18.633047 run osmo-stp_10.42.42.5(pid=32681): stderr: \u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171217202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:18.761332 run osmo-stp_10.42.42.5(pid=32681): stdout: \u000a| (launched: 2022-12-12_17:12:16.833601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:18.888576 run osmo-stp_10.42.42.5(pid=32681): stderr: \u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171217201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171217202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171217202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:19.035802 run patchelf(pid=32684): Terminating (SIGINT)\u000a17:12:19.209180 run patchelf(pid=32684): Terminated: ok {rc=0}\u000a17:12:19.240836 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32681): Process ended prematurely: osmo-stp_10.42.42.5(pid=32681) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32681)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:12:19.250392 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a17:12:19.311511 run osmo-hlr_10.42.42.2(pid=32678): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32678)]\u000a17:12:19.361328 run osmo-hlr_10.42.42.2(pid=32678): stdout: \u000a| (launched: 2022-12-12_17:12:15.658117) \u000a17:12:19.411747 run osmo-hlr_10.42.42.2(pid=32678): stderr: \u000a| �[0;m�[1;31m20221212171215868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171215868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171215868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171215868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171215868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171215869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171215888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171215902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171215902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171215902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:19.454241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32671): Terminating (SIGTERM)\u000a17:12:19.494454 run iperf3-srv_10.42.42.10(pid=32672): Terminating (SIGTERM)\u000a17:12:19.534780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32673): Terminating (SIGTERM)\u000a17:12:19.575021 run iperf3-srv_10.42.42.10(pid=32674): Terminating (SIGTERM)\u000a17:12:19.615568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32677): Terminating (SIGTERM)\u000a17:12:19.655575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32680): Terminating (SIGTERM)\u000a17:12:19.695747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32683): Terminating (SIGTERM)\u000a17:12:19.705538 --- ParallelTerminationStrategy: PID 32671 died...\u000a17:12:19.760383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32671): Terminated: ok {rc=0}\u000a17:12:19.770235 --- ParallelTerminationStrategy: PID 32672 died...\u000a17:12:19.824294 run iperf3-srv_10.42.42.10(pid=32672): Terminated {rc=256}\u000a17:12:19.834505 --- ParallelTerminationStrategy: PID 32673 died...\u000a17:12:19.887862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32673): Terminated: ok {rc=0}\u000a17:12:19.897741 --- ParallelTerminationStrategy: PID 32674 died...\u000a17:12:19.951096 run iperf3-srv_10.42.42.10(pid=32674): Terminated {rc=256}\u000a17:12:19.961173 --- ParallelTerminationStrategy: PID 32677 died...\u000a17:12:20.014553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32677): Terminated: ok {rc=0}\u000a17:12:20.024369 --- ParallelTerminationStrategy: PID 32680 died...\u000a17:12:20.077927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32680): Terminated: ok {rc=0}\u000a17:12:20.087577 --- ParallelTerminationStrategy: PID 32683 died...\u000a17:12:20.140906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32683): Terminated: ok {rc=0}\u000a17:12:20.229594 bus /gobi_0: Setting Powered False\u000a17:12:21.334943 bus /gobi_0: Setting Powered False\u000a17:12:22.442347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:12:23.559444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:23.571696 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:12:23.727085 tst iperf3.py: using LAC 30313\u000a17:12:23.853477 tst iperf3.py: using RAC 223\u000a17:12:23.973395 tst iperf3.py: using CellId 30313\u000a17:12:24.101137 tst iperf3.py: using BVCI 30314\u000a17:12:24.126575 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.138235 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.149607 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.161955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.173429 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.184851 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.196389 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.207749 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:24.219394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:24.504147 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:12:24.634164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:24.955869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Launched\u000a17:12:25.224063 run iperf3-srv_10.42.42.10(pid=32686): Launched\u000a17:12:25.412768 tst iperf3.py:8: start network...\u000a17:12:25.542324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:26.032328 run create_hlr_db(pid=32687): Launched\u000a17:12:26.210159 bus /gobi_6: Setting Powered False\u000a17:12:27.231909 run create_hlr_db(pid=32687): Terminated: ok {rc=0}\u000a17:12:27.646358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Launched\u000a17:12:27.958234 run osmo-hlr_10.42.42.2(pid=32690): Launched\u000a17:12:28.071880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:28.611832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Launched\u000a17:12:28.924734 run osmo-stp_10.42.42.5(pid=32693): Launched\u000a17:12:29.038233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:12:29.580073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Launched\u000a17:12:29.690690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:12:29.963941 run patchelf(pid=32696): Launched\u000a17:12:30.144669 run osmo-stp_10.42.42.5(pid=32693): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a17:12:30.276872 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-12_17:12:28.769116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:30.409549 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171228943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:30.537329 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-12_17:12:28.769116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:30.664036 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171228943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:30.819575 run patchelf(pid=32696): Terminating (SIGINT)\u000a17:12:31.039979 run patchelf(pid=32696): Terminated: ok {rc=0}\u000a17:12:31.075819 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:12:31.087049 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a17:12:31.154149 run osmo-hlr_10.42.42.2(pid=32690): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32690)]\u000a17:12:31.208051 run osmo-hlr_10.42.42.2(pid=32690): stdout: \u000a| (launched: 2022-12-12_17:12:27.803637) \u000a17:12:31.262388 run osmo-hlr_10.42.42.2(pid=32690): stderr: \u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171227986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171227998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171228006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171228007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171228007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:31.308568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Terminating (SIGTERM)\u000a17:12:31.356033 run iperf3-srv_10.42.42.10(pid=32686): Terminating (SIGTERM)\u000a17:12:31.400880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminating (SIGTERM)\u000a17:12:31.446127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminating (SIGTERM)\u000a17:12:31.492564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Terminating (SIGTERM)\u000a17:12:31.503302 --- ParallelTerminationStrategy: PID 32685 died...\u000a17:12:31.563905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Terminated: ok {rc=0}\u000a17:12:31.575019 --- ParallelTerminationStrategy: PID 32686 died...\u000a17:12:31.632771 run iperf3-srv_10.42.42.10(pid=32686): Terminated {rc=256}\u000a17:12:31.643543 --- ParallelTerminationStrategy: PID 32689 died...\u000a17:12:31.702256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminated: ok {rc=0}\u000a17:12:31.712932 --- ParallelTerminationStrategy: PID 32692 died...\u000a17:12:31.770927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminated: ok {rc=0}\u000a17:12:31.782039 --- ParallelTerminationStrategy: PID 32695 died...\u000a17:12:31.839931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Terminated: ok {rc=0}\u000a17:12:31.932758 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:12:33.051321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.063771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:12:33.222327 tst iperf3m4.py: using LAC 30314\u000a17:12:33.351272 tst iperf3m4.py: using RAC 224\u000a17:12:33.485088 tst iperf3m4.py: using CellId 30314\u000a17:12:33.615430 tst iperf3m4.py: using BVCI 30315\u000a17:12:33.640725 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.652296 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.663900 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.675349 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.686893 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.698811 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.710631 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.722183 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:33.733916 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:33.852599 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:33.972099 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:34.093779 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:34.393096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:12:34.532158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:34.875776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Launched\u000a17:12:35.162319 run iperf3-srv_10.42.42.10(pid=32698): Launched\u000a17:12:35.365464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:12:35.504129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:35.849950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32699): Launched\u000a17:12:36.136906 run iperf3-srv_10.42.42.10(pid=32700): Launched\u000a17:12:36.339710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:12:36.478541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:36.824005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32701): Launched\u000a17:12:37.110883 run iperf3-srv_10.42.42.10(pid=32702): Launched\u000a17:12:37.313826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:12:37.452094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:12:37.797575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32703): Launched\u000a17:12:38.085705 run iperf3-srv_10.42.42.10(pid=32704): Launched\u000a17:12:38.287641 tst iperf3m4.py:8: start network...\u000a17:12:38.425921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:38.958617 run create_hlr_db(pid=32705): Launched\u000a17:12:39.149739 bus /gobi_6: Setting Powered False\u000a17:12:40.170571 run create_hlr_db(pid=32705): Terminated: ok {rc=0}\u000a17:12:40.611958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Launched\u000a17:12:40.944792 run osmo-hlr_10.42.42.2(pid=32708): Launched\u000a17:12:41.065271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:41.640103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Launched\u000a17:12:41.972366 run osmo-stp_10.42.42.5(pid=32711): Launched\u000a17:12:42.092447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:12:42.667702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32713): Launched\u000a17:12:42.786337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:12:43.077752 run patchelf(pid=32714): Launched\u000a17:12:43.270220 run osmo-stp_10.42.42.5(pid=32711): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]\u000a17:12:43.411334 run osmo-stp_10.42.42.5(pid=32711): stdout: \u000a| (launched: 2022-12-12_17:12:41.807661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:43.552091 run osmo-stp_10.42.42.5(pid=32711): stderr: \u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171242005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:43.688141 run osmo-stp_10.42.42.5(pid=32711): stdout: \u000a| (launched: 2022-12-12_17:12:41.807661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:43.824115 run osmo-stp_10.42.42.5(pid=32711): stderr: \u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171242004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171242005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171242005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:43.981265 run patchelf(pid=32714): Terminating (SIGINT)\u000a17:12:44.165668 run patchelf(pid=32714): Terminated: ok {rc=0}\u000a17:12:44.199326 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:12:44.209326 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a17:12:44.273160 run osmo-hlr_10.42.42.2(pid=32708): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32708)]\u000a17:12:44.324999 run osmo-hlr_10.42.42.2(pid=32708): stdout: \u000a| (launched: 2022-12-12_17:12:40.780141) \u000a17:12:44.377707 run osmo-hlr_10.42.42.2(pid=32708): stderr: \u000a| �[0;m�[1;31m20221212171240984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171240984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171240984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171240985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171240985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171240985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171240997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171241006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171241006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:12:44.422602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Terminating (SIGTERM)\u000a17:12:44.464934 run iperf3-srv_10.42.42.10(pid=32698): Terminating (SIGTERM)\u000a17:12:44.507316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32699): Terminating (SIGTERM)\u000a17:12:44.549614 run iperf3-srv_10.42.42.10(pid=32700): Terminating (SIGTERM)\u000a17:12:44.591960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32701): Terminating (SIGTERM)\u000a17:12:44.634236 run iperf3-srv_10.42.42.10(pid=32702): Terminating (SIGTERM)\u000a17:12:44.676601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32703): Terminating (SIGTERM)\u000a17:12:44.719195 run iperf3-srv_10.42.42.10(pid=32704): Terminating (SIGTERM)\u000a17:12:44.761979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Terminating (SIGTERM)\u000a17:12:44.804056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Terminating (SIGTERM)\u000a17:12:44.846416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32713): Terminating (SIGTERM)\u000a17:12:44.856500 --- ParallelTerminationStrategy: PID 32697 died...\u000a17:12:44.913034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Terminated: ok {rc=0}\u000a17:12:44.923393 --- ParallelTerminationStrategy: PID 32698 died...\u000a17:12:44.979235 run iperf3-srv_10.42.42.10(pid=32698): Terminated {rc=256}\u000a17:12:44.989975 --- ParallelTerminationStrategy: PID 32699 died...\u000a17:12:45.045830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32699): Terminated: ok {rc=0}\u000a17:12:45.055960 --- ParallelTerminationStrategy: PID 32700 died...\u000a17:12:45.111271 run iperf3-srv_10.42.42.10(pid=32700): Terminated {rc=256}\u000a17:12:45.121403 --- ParallelTerminationStrategy: PID 32701 died...\u000a17:12:45.176994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32701): Terminated: ok {rc=0}\u000a17:12:45.187057 --- ParallelTerminationStrategy: PID 32702 died...\u000a17:12:45.242540 run iperf3-srv_10.42.42.10(pid=32702): Terminated {rc=256}\u000a17:12:45.252573 --- ParallelTerminationStrategy: PID 32703 died...\u000a17:12:45.308279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32703): Terminated: ok {rc=0}\u000a17:12:45.318543 --- ParallelTerminationStrategy: PID 32704 died...\u000a17:12:45.373915 run iperf3-srv_10.42.42.10(pid=32704): Terminated {rc=256}\u000a17:12:45.384046 --- ParallelTerminationStrategy: PID 32707 died...\u000a17:12:45.439505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Terminated: ok {rc=0}\u000a17:12:45.449817 --- ParallelTerminationStrategy: PID 32710 died...\u000a17:12:45.505157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Terminated: ok {rc=0}\u000a17:12:45.515329 --- ParallelTerminationStrategy: PID 32713 died...\u000a17:12:45.570961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32713): Terminated: ok {rc=0}\u000a17:12:45.656750 bus /gobi_4: Setting Powered False\u000a17:12:46.784351 bus /gobi_4: Setting Powered False\u000a17:12:47.893532 bus /gobi_1: Setting Powered False\u000a17:12:49.000365 bus /gobi_1: Setting Powered False\u000a17:12:50.108772 bus /gobi_0: Setting Powered False\u000a17:12:51.215254 bus /gobi_0: Setting Powered False\u000a17:12:52.325806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32721): Process ended prematurely: osmo-stp_10.42.42.5(pid=32721) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32721)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32721): Process ended prematurely: osmo-stp_10.42.42.5(pid=32721) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:12:53.394816 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.406657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:12:53.554200 tst ping.py: using LAC 30315\u000a17:12:53.671999 tst ping.py: using RAC 225\u000a17:12:53.792392 tst ping.py: using CellId 30315\u000a17:12:53.912887 tst ping.py: using BVCI 30316\u000a17:12:53.935983 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.947135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.957986 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.969175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.980280 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:53.991536 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:54.002845 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:12:54.013962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:12:54.309191 tst ping.py:19: start network...\u000a17:12:54.444664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:12:54.965536 run create_hlr_db(pid=32715): Launched\u000a17:12:55.153738 bus /gobi_6: Setting Powered False\u000a17:12:56.174717 run create_hlr_db(pid=32715): Terminated: ok {rc=0}\u000a17:12:56.585120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32717): Launched\u000a17:12:56.890720 run osmo-hlr_10.42.42.2(pid=32718): Launched\u000a17:12:57.001453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:12:57.538623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32720): Launched\u000a17:12:57.844579 run osmo-stp_10.42.42.5(pid=32721): Launched\u000a17:12:57.955186 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:12:58.487525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32723): Launched\u000a17:12:58.595105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:12:58.862232 run patchelf(pid=32724): Launched\u000a17:12:59.039593 run osmo-stp_10.42.42.5(pid=32721): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32721)]\u000a17:12:59.169616 run osmo-stp_10.42.42.5(pid=32721): stdout: \u000a| (launched: 2022-12-12_17:12:57.693380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:59.299676 run osmo-stp_10.42.42.5(pid=32721): stderr: \u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171257867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:59.425357 run osmo-stp_10.42.42.5(pid=32721): stdout: \u000a| (launched: 2022-12-12_17:12:57.693380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:12:59.549860 run osmo-stp_10.42.42.5(pid=32721): stderr: \u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171257867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171257867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171257868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:12:59.694060 run patchelf(pid=32724): Terminating (SIGINT)\u000a17:12:59.863768 run patchelf(pid=32724): Terminated: ok {rc=0}\u000a17:12:59.894630 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32721): Process ended prematurely: osmo-stp_10.42.42.5(pid=32721) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32721)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:12:59.903358 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:12:59.963353 run osmo-hlr_10.42.42.2(pid=32718): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32718)]\u000a17:13:00.012718 run osmo-hlr_10.42.42.2(pid=32718): stdout: \u000a| (launched: 2022-12-12_17:12:56.739598) \u000a17:13:00.062372 run osmo-hlr_10.42.42.2(pid=32718): stderr: \u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171256919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171256931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171256943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171256943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171256943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:00.104312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32717): Terminating (SIGTERM)\u000a17:13:00.144404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32720): Terminating (SIGTERM)\u000a17:13:00.184424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32723): Terminating (SIGTERM)\u000a17:13:00.194155 --- ParallelTerminationStrategy: PID 32717 died...\u000a17:13:00.247518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32717): Terminated: ok {rc=0}\u000a17:13:00.257216 --- ParallelTerminationStrategy: PID 32720 died...\u000a17:13:00.309984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32720): Terminated: ok {rc=0}\u000a17:13:00.319911 --- ParallelTerminationStrategy: PID 32723 died...\u000a17:13:00.372594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32723): Terminated: ok {rc=0}\u000a17:13:00.460013 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32732): Process ended prematurely: osmo-stp_10.42.42.5(pid=32732) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32732)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32732): Process ended prematurely: osmo-stp_10.42.42.5(pid=32732) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:13:01.516301 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:01.533194 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:13:01.701153 tst ping_idle_ping.py: using LAC 30316\u000a17:13:01.827619 tst ping_idle_ping.py: using RAC 226\u000a17:13:01.971548 tst ping_idle_ping.py: using CellId 30316\u000a17:13:02.100543 tst ping_idle_ping.py: using BVCI 30317\u000a17:13:02.126738 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.139677 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.152379 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.165638 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.177667 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.189927 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.202319 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:13:02.214444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:13:02.512088 tst ping_idle_ping.py:24: start network...\u000a17:13:02.647997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:03.171621 run create_hlr_db(pid=32726): Launched\u000a17:13:03.359767 bus /gobi_6: Setting Powered False\u000a17:13:04.380457 run create_hlr_db(pid=32726): Terminated: ok {rc=0}\u000a17:13:04.791146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32728): Launched\u000a17:13:05.099496 run osmo-hlr_10.42.42.2(pid=32729): Launched\u000a17:13:05.215719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:05.746526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32731): Launched\u000a17:13:06.052337 run osmo-stp_10.42.42.5(pid=32732): Launched\u000a17:13:06.165691 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:13:06.697819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32734): Launched\u000a17:13:06.806498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:13:07.074064 run patchelf(pid=32735): Launched\u000a17:13:07.251958 run osmo-stp_10.42.42.5(pid=32732): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32732)]\u000a17:13:07.382057 run osmo-stp_10.42.42.5(pid=32732): stdout: \u000a| (launched: 2022-12-12_17:13:05.900902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:07.512062 run osmo-stp_10.42.42.5(pid=32732): stderr: \u000a| �[0;m�[38;5;43m20221212171306073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171306073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171306074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171306074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171306074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171306075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171306075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:07.638208 run osmo-stp_10.42.42.5(pid=32732): stdout: \u000a| (launched: 2022-12-12_17:13:05.900902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:07.762818 run osmo-stp_10.42.42.5(pid=32732): stderr: \u000a| �[0;m�[38;5;43m20221212171306073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171306073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171306074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171306074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171306074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171306075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171306075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:07.907291 run patchelf(pid=32735): Terminating (SIGINT)\u000a17:13:08.077070 run patchelf(pid=32735): Terminated: ok {rc=0}\u000a17:13:08.107840 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32732): Process ended prematurely: osmo-stp_10.42.42.5(pid=32732) [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32732)] [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:13:08.116641 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a17:13:08.177901 run osmo-hlr_10.42.42.2(pid=32729): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32729)]\u000a17:13:08.226953 run osmo-hlr_10.42.42.2(pid=32729): stdout: \u000a| (launched: 2022-12-12_17:13:04.945724) \u000a17:13:08.276729 run osmo-hlr_10.42.42.2(pid=32729): stderr: \u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171305121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171305134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171305143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171305143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171305143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:08.318727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32728): Terminating (SIGTERM)\u000a17:13:08.358785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32731): Terminating (SIGTERM)\u000a17:13:08.398861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32734): Terminating (SIGTERM)\u000a17:13:08.408457 --- ParallelTerminationStrategy: PID 32728 died...\u000a17:13:08.462136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32728): Terminated: ok {rc=0}\u000a17:13:08.471937 --- ParallelTerminationStrategy: PID 32731 died...\u000a17:13:08.524820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32731): Terminated: ok {rc=0}\u000a17:13:08.534717 --- ParallelTerminationStrategy: PID 32734 died...\u000a17:13:08.587755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32734): Terminated: ok {rc=0}\u000a17:13:08.675996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:12:09" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:13:10.685374 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:10.697468 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:13:10.852545 tst switch_tch_pdch.py: using LAC 30317\u000a17:13:10.978720 tst switch_tch_pdch.py: using RAC 227\u000a17:13:11.107967 tst switch_tch_pdch.py: using CellId 30317\u000a17:13:11.234560 tst switch_tch_pdch.py: using BVCI 30318\u000a17:13:11.259479 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.271579 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.283583 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.295545 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.307564 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.319565 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.331646 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:13:11.344082 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:13:11.462200 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:13:11.756461 tst switch_tch_pdch.py:51: start network...\u000a17:13:11.892360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:12.413856 run create_hlr_db(pid=32741): Launched\u000a17:13:12.601610 bus /gobi_6: Setting Powered False\u000a17:13:13.622010 run create_hlr_db(pid=32741): Terminated: ok {rc=0}\u000a17:13:14.056929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Launched\u000a17:13:14.386214 run osmo-hlr_10.42.42.2(pid=32744): Launched\u000a17:13:14.506215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:15.070104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Launched\u000a17:13:15.396132 run osmo-stp_10.42.42.5(pid=32747): Launched\u000a17:13:15.513357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:13:16.114126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Launched\u000a17:13:16.232323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:13:16.536468 run patchelf(pid=32750): Launched\u000a17:13:16.729236 run osmo-stp_10.42.42.5(pid=32747): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)]\u000a17:13:16.869797 run osmo-stp_10.42.42.5(pid=32747): stdout: \u000a| (launched: 2022-12-12_17:13:15.234528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:17.010518 run osmo-stp_10.42.42.5(pid=32747): stderr: \u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171315430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:17.146317 run osmo-stp_10.42.42.5(pid=32747): stdout: \u000a| (launched: 2022-12-12_17:13:15.234528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:17.279343 run osmo-stp_10.42.42.5(pid=32747): stderr: \u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171315429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171315430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171315430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:17.432908 run patchelf(pid=32750): Terminating (SIGINT)\u000a17:13:17.613439 run patchelf(pid=32750): Terminated: ok {rc=0}\u000a17:13:17.646240 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32747): Process ended prematurely: osmo-stp_10.42.42.5(pid=32747) [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32747)] [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:13:17.655690 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a17:13:17.718050 run osmo-hlr_10.42.42.2(pid=32744): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32744)]\u000a17:13:17.769450 run osmo-hlr_10.42.42.2(pid=32744): stdout: \u000a| (launched: 2022-12-12_17:13:14.222913) \u000a17:13:17.821407 run osmo-hlr_10.42.42.2(pid=32744): stderr: \u000a| �[0;m�[1;31m20221212171314423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171314423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171314423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171314423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171314424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171314424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171314437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171314445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171314445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171314445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:17.865698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Terminating (SIGTERM)\u000a17:13:17.907375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Terminating (SIGTERM)\u000a17:13:17.949091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Terminating (SIGTERM)\u000a17:13:17.958392 --- ParallelTerminationStrategy: PID 32743 died...\u000a17:13:18.013741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32743): Terminated: ok {rc=0}\u000a17:13:18.023823 --- ParallelTerminationStrategy: PID 32746 died...\u000a17:13:18.079438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32746): Terminated: ok {rc=0}\u000a17:13:18.089655 --- ParallelTerminationStrategy: PID 32749 died...\u000a17:13:18.145052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32749): Terminated: ok {rc=0}\u000a17:13:18.232503 bus /gobi_0: Setting Powered False\u000a17:13:19.340679 bus /gobi_0: Setting Powered False\u000a17:13:20.448533 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:13:10" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a17:13:22.396917 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.407860 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:13:22.543337 tst mo_mt_sms.py: using LAC 30318\u000a17:13:22.664929 tst mo_mt_sms.py: using RAC 228\u000a17:13:22.783767 tst mo_mt_sms.py: using CellId 30318\u000a17:13:22.905342 tst mo_mt_sms.py: using BVCI 30319\u000a17:13:22.928275 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.938994 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.949494 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.960310 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.971146 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:22.981975 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a17:13:23.101399 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a17:13:23.312632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:23.830947 run create_hlr_db(pid=32754): Launched\u000a17:13:24.018403 bus /gobi_6: Setting Powered False\u000a17:13:25.038669 run create_hlr_db(pid=32754): Terminated: ok {rc=0}\u000a17:13:25.446891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Launched\u000a17:13:25.752199 run osmo-hlr_10.42.42.2(pid=32757): Launched\u000a17:13:25.870280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:26.405834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Launched\u000a17:13:26.711061 run osmo-stp_10.42.42.5(pid=32760): Launched\u000a17:13:26.821429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:27.378051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Launched\u000a17:13:27.684182 run osmo-msc_10.42.42.6(pid=32763): Launched\u000a17:13:27.863155 run osmo-stp_10.42.42.5(pid=32760): ERR: Terminated: ERROR {rc=1} [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)]\u000a17:13:27.992262 run osmo-stp_10.42.42.5(pid=32760): stdout: \u000a| (launched: 2022-12-12_17:13:26.559157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:28.118970 run osmo-stp_10.42.42.5(pid=32760): stderr: \u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171326733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:28.240284 run osmo-stp_10.42.42.5(pid=32760): stdout: \u000a| (launched: 2022-12-12_17:13:26.559157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:28.361923 run osmo-stp_10.42.42.5(pid=32760): stderr: \u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171326732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171326733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171326733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:28.414778 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32760): Process ended prematurely: osmo-stp_10.42.42.5(pid=32760) [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32760)] [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a17:13:28.422726 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a17:13:28.482658 run osmo-hlr_10.42.42.2(pid=32757): ERR: Terminated: ERROR {rc=237} [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32757)]\u000a17:13:28.531981 run osmo-hlr_10.42.42.2(pid=32757): stdout: \u000a| (launched: 2022-12-12_17:13:25.600531) \u000a17:13:28.581912 run osmo-hlr_10.42.42.2(pid=32757): stderr: \u000a| �[0;m�[1;31m20221212171325780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171325781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171325781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171325781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171325781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171325781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171325792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171325800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171325801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171325801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:28.649481 run osmo-msc_10.42.42.6(pid=32763): ERR: Terminated: ERROR {rc=2} [trial-2379↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32763)]\u000a17:13:28.698984 run osmo-msc_10.42.42.6(pid=32763): stdout: \u000a| (launched: 2022-12-12_17:13:27.531686) \u000a17:13:28.748595 run osmo-msc_10.42.42.6(pid=32763): stderr: \u000a| �[0;m�[38;5;43m20221212171327807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171327807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d8e293c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171327807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171327807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171327808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171327808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171327810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:28.790504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Terminating (SIGTERM)\u000a17:13:28.830549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Terminating (SIGTERM)\u000a17:13:28.870362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Terminating (SIGTERM)\u000a17:13:28.880665 --- ParallelTerminationStrategy: PID 32756 died...\u000a17:13:28.933857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32756): Terminated: ok {rc=0}\u000a17:13:28.944099 --- ParallelTerminationStrategy: PID 32759 died...\u000a17:13:28.996975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32759): Terminated: ok {rc=0}\u000a17:13:29.006754 --- ParallelTerminationStrategy: PID 32762 died...\u000a17:13:29.059604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32762): Terminated: ok {rc=0}\u000a17:13:29.143513 bus /sierra_3: Setting Powered False\u000a17:13:30.245426 bus /sierra_3: Setting Powered False\u000a17:13:31.357126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=301) [trial-2379↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=301)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=301) [trial-2379↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a17:13:33.200556 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a17:13:33.211843 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:13:33.350163 tst assert_extension.py: using LAC 30319\u000a17:13:33.477919 tst assert_extension.py: using RAC 229\u000a17:13:33.605439 tst assert_extension.py: using CellId 30319\u000a17:13:33.734598 tst assert_extension.py: using BVCI 30320\u000a17:13:33.759501 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a17:13:34.039410 tst assert_extension.py:10: start nitb and bts...\u000a17:13:34.165860 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:13:34.798681 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=300): Launched\u000a17:13:35.100159 run osmo-nitb_10.42.42.2(pid=301): Launched\u000a17:13:35.286754 run osmo-nitb_10.42.42.2(pid=301): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=301)]\u000a17:13:35.424079 run osmo-nitb_10.42.42.2(pid=301): stdout: \u000a| (launched: 2022-12-12_17:13:34.952411) \u000a17:13:35.561663 run osmo-nitb_10.42.42.2(pid=301): stderr: \u000a| (launched: 2022-12-12_17:13:34.997691)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:13:35.694957 run osmo-nitb_10.42.42.2(pid=301): stdout: \u000a| (launched: 2022-12-12_17:13:34.952411) \u000a17:13:35.827184 run osmo-nitb_10.42.42.2(pid=301): stderr: \u000a| (launched: 2022-12-12_17:13:34.997691)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:13:36.223182 tst osmo-nitb_10.42.42.2(pid=301): stdout: \u000a| (launched: 2022-12-12_17:13:34.952411) \u000a17:13:36.344123 tst osmo-nitb_10.42.42.2(pid=301): stderr: \u000a| (launched: 2022-12-12_17:13:34.997691)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:13:36.397643 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=301): Process ended prematurely: osmo-nitb_10.42.42.2(pid=301) [trial-2379↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=301)] [trial-2379↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a17:13:36.405771 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a17:13:36.441732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=300): Terminating (SIGTERM)\u000a17:13:36.619834 --- ParallelTerminationStrategy: PID 300 died...\u000a17:13:36.675647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=300): Terminated: ok {rc=0}\u000a17:13:36.764691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:13:33" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2379↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2379↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a17:13:38.598992 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:38.609909 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:13:38.748769 tst assert_extension.py: using LAC 30320\u000a17:13:38.876557 tst assert_extension.py: using RAC 230\u000a17:13:39.005761 tst assert_extension.py: using CellId 30320\u000a17:13:39.133403 tst assert_extension.py: using BVCI 30321\u000a17:13:39.158471 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:39.169777 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:39.180752 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:39.191859 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:39.202966 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:13:39.214043 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a17:13:39.415384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:39.896193 run create_hlr_db(pid=305): Launched\u000a17:13:40.073200 bus /sierra_2: Setting Powered False\u000a17:13:41.092660 run create_hlr_db(pid=305): Terminated: ok {rc=0}\u000a17:13:41.527009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Launched\u000a17:13:41.857065 run osmo-hlr_10.42.42.2(pid=308): Launched\u000a17:13:41.976012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:42.548018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Launched\u000a17:13:42.874971 run osmo-stp_10.42.42.5(pid=311): Launched\u000a17:13:42.996358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:43.591630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Launched\u000a17:13:43.919500 run osmo-msc_10.42.42.6(pid=314): Launched\u000a17:13:44.109661 run osmo-stp_10.42.42.5(pid=311): ERR: Terminated: ERROR {rc=1} [trial-2379↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)]\u000a17:13:44.246780 run osmo-stp_10.42.42.5(pid=311): stdout: \u000a| (launched: 2022-12-12_17:13:42.713400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:44.383198 run osmo-stp_10.42.42.5(pid=311): stderr: \u000a| �[0;m�[38;5;43m20221212171342908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171342909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171342909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171342909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:44.514543 run osmo-stp_10.42.42.5(pid=311): stdout: \u000a| (launched: 2022-12-12_17:13:42.713400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:44.643874 run osmo-stp_10.42.42.5(pid=311): stderr: \u000a| �[0;m�[38;5;43m20221212171342908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171342909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171342909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171342909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171342910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:44.700586 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=311): Process ended prematurely: osmo-stp_10.42.42.5(pid=311) [trial-2379↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=311)] [trial-2379↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a17:13:44.709412 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a17:13:44.772906 run osmo-hlr_10.42.42.2(pid=308): ERR: Terminated: ERROR {rc=237} [trial-2379↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=308)]\u000a17:13:44.824842 run osmo-hlr_10.42.42.2(pid=308): stdout: \u000a| (launched: 2022-12-12_17:13:41.693301) \u000a17:13:44.877416 run osmo-hlr_10.42.42.2(pid=308): stderr: \u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171341895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171341940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171341950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171341950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171341950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:44.948934 run osmo-msc_10.42.42.6(pid=314): ERR: Terminated: ERROR {rc=2} [trial-2379↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=314)]\u000a17:13:45.000850 run osmo-msc_10.42.42.6(pid=314): stdout: \u000a| (launched: 2022-12-12_17:13:43.757424) \u000a17:13:45.053250 run osmo-msc_10.42.42.6(pid=314): stderr: \u000a| �[0;m�[38;5;43m20221212171344083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171344083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdeee5c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171344083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171344083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171344083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171344083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171344085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171344085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171344086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171344086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:45.097958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Terminating (SIGTERM)\u000a17:13:45.140022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Terminating (SIGTERM)\u000a17:13:45.181997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Terminating (SIGTERM)\u000a17:13:45.191854 --- ParallelTerminationStrategy: PID 307 died...\u000a17:13:45.248451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=307): Terminated: ok {rc=0}\u000a17:13:45.259083 --- ParallelTerminationStrategy: PID 310 died...\u000a17:13:45.315522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=310): Terminated: ok {rc=0}\u000a17:13:45.325832 --- ParallelTerminationStrategy: PID 313 died...\u000a17:13:45.382220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=313): Terminated: ok {rc=0}\u000a17:13:45.469536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:13:38" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=325): Process ended prematurely: osmo-stp_10.42.42.5(pid=325) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=325)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=325): Process ended prematurely: osmo-stp_10.42.42.5(pid=325) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a17:13:47.436059 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:47.447571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:13:47.602535 tst mo_mt_call.py: using LAC 30321\u000a17:13:47.725857 tst mo_mt_call.py: using RAC 231\u000a17:13:47.846366 tst mo_mt_call.py: using CellId 30321\u000a17:13:47.971610 tst mo_mt_call.py: using BVCI 30322\u000a17:13:47.994987 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:48.006285 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:48.017394 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:48.028732 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:48.040198 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:48.051749 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:48.173580 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:48.378754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:48.867568 run create_hlr_db(pid=319): Launched\u000a17:13:49.044890 bus /sierra_2: Setting Powered False\u000a17:13:50.067600 run create_hlr_db(pid=319): Terminated: ok {rc=0}\u000a17:13:50.479517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=321): Launched\u000a17:13:50.790900 run osmo-hlr_10.42.42.2(pid=322): Launched\u000a17:13:50.910883 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:13:51.463018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=324): Launched\u000a17:13:51.794893 run osmo-stp_10.42.42.5(pid=325): Launched\u000a17:13:51.914726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:13:52.520612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=327): Launched\u000a17:13:52.854250 run osmo-msc_10.42.42.6(pid=328): Launched\u000a17:13:53.047064 run osmo-stp_10.42.42.5(pid=325): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=325)]\u000a17:13:53.186653 run osmo-stp_10.42.42.5(pid=325): stdout: \u000a| (launched: 2022-12-12_17:13:51.631160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:53.324529 run osmo-stp_10.42.42.5(pid=325): stderr: \u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171351825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:53.456720 run osmo-stp_10.42.42.5(pid=325): stdout: \u000a| (launched: 2022-12-12_17:13:51.631160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:13:53.587296 run osmo-stp_10.42.42.5(pid=325): stderr: \u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171351824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171351825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171351825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:13:53.645379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=325): Process ended prematurely: osmo-stp_10.42.42.5(pid=325) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=325)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a17:13:53.654799 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:13:53.717063 run osmo-hlr_10.42.42.2(pid=322): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=322)]\u000a17:13:53.768391 run osmo-hlr_10.42.42.2(pid=322): stdout: \u000a| (launched: 2022-12-12_17:13:50.636652) \u000a17:13:53.820371 run osmo-hlr_10.42.42.2(pid=322): stderr: \u000a| �[0;m�[1;31m20221212171350815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171350816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171350816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171350816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171350816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171350816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171350828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171350836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171350836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171350836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:13:53.890948 run osmo-msc_10.42.42.6(pid=328): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=328)]\u000a17:13:53.942024 run osmo-msc_10.42.42.6(pid=328): stdout: \u000a| (launched: 2022-12-12_17:13:52.689597) \u000a17:13:53.993699 run osmo-msc_10.42.42.6(pid=328): stderr: \u000a| �[0;m�[38;5;43m20221212171353015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171353015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90b5577c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171353015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171353015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171353015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171353016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171353017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171353018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171353018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171353018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:13:54.037734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=321): Terminating (SIGTERM)\u000a17:13:54.079417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=324): Terminating (SIGTERM)\u000a17:13:54.121206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=327): Terminating (SIGTERM)\u000a17:13:54.130900 --- ParallelTerminationStrategy: PID 321 died...\u000a17:13:54.186508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=321): Terminated: ok {rc=0}\u000a17:13:54.196579 --- ParallelTerminationStrategy: PID 324 died...\u000a17:13:54.251905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=324): Terminated: ok {rc=0}\u000a17:13:54.261937 --- ParallelTerminationStrategy: PID 327 died...\u000a17:13:54.317146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=327): Terminated: ok {rc=0}\u000a17:13:54.405173 bus /sierra_3: Setting Powered False\u000a17:13:55.508741 bus /sierra_3: Setting Powered False\u000a17:13:56.615656 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=337): Process ended prematurely: osmo-stp_10.42.42.5(pid=337) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=337)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=337): Process ended prematurely: osmo-stp_10.42.42.5(pid=337) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:13:57.731558 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:57.744475 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a17:13:57.911139 tst mo_mt_call_osmux.py: using LAC 30322\u000a17:13:58.040612 tst mo_mt_call_osmux.py: using RAC 232\u000a17:13:58.171473 tst mo_mt_call_osmux.py: using CellId 30322\u000a17:13:58.302061 tst mo_mt_call_osmux.py: using BVCI 30323\u000a17:13:58.327448 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:58.339197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:58.350860 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:58.362616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:58.374340 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a17:13:58.385924 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:58.506396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a17:13:58.723865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:13:59.255978 run create_hlr_db(pid=330): Launched\u000a17:13:59.446795 bus /sierra_2: Setting Powered False\u000a17:14:00.468442 run create_hlr_db(pid=330): Terminated: ok {rc=0}\u000a17:14:00.899968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=333): Launched\u000a17:14:01.259325 run osmo-hlr_10.42.42.2(pid=334): Launched\u000a17:14:01.463447 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:02.113162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=336): Launched\u000a17:14:02.466162 run osmo-stp_10.42.42.5(pid=337): Launched\u000a17:14:02.579867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:03.149266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=339): Launched\u000a17:14:03.461790 run osmo-msc_10.42.42.6(pid=340): Launched\u000a17:14:03.643314 run osmo-stp_10.42.42.5(pid=337): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=337)]\u000a17:14:03.774363 run osmo-stp_10.42.42.5(pid=337): stdout: \u000a| (launched: 2022-12-12_17:14:02.286199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:03.903185 run osmo-stp_10.42.42.5(pid=337): stderr: \u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171402488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:04.027391 run osmo-stp_10.42.42.5(pid=337): stdout: \u000a| (launched: 2022-12-12_17:14:02.286199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:04.150936 run osmo-stp_10.42.42.5(pid=337): stderr: \u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171402487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171402488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171402488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:04.205478 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=337): Process ended prematurely: osmo-stp_10.42.42.5(pid=337) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=337)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a17:14:04.214317 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a17:14:04.274496 run osmo-hlr_10.42.42.2(pid=334): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=334)]\u000a17:14:04.323399 run osmo-hlr_10.42.42.2(pid=334): stdout: \u000a| (launched: 2022-12-12_17:14:01.074901) \u000a17:14:04.373360 run osmo-hlr_10.42.42.2(pid=334): stderr: \u000a| �[0;m�[1;31m20221212171401357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171401358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171401358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171401358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171401358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171401358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171401378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171401403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171401403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171401403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:04.440652 run osmo-msc_10.42.42.6(pid=340): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=340)]\u000a17:14:04.489745 run osmo-msc_10.42.42.6(pid=340): stdout: \u000a| (launched: 2022-12-12_17:14:03.306079) \u000a17:14:04.539395 run osmo-msc_10.42.42.6(pid=340): stderr: \u000a| �[0;m�[38;5;43m20221212171403581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171403581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f135656ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171403581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171403581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171403581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171403581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171403583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171403583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171403584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171403584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:04.581032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=333): Terminating (SIGTERM)\u000a17:14:04.620933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=336): Terminating (SIGTERM)\u000a17:14:04.661485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=339): Terminating (SIGTERM)\u000a17:14:04.671231 --- ParallelTerminationStrategy: PID 333 died...\u000a17:14:04.724363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=333): Terminated: ok {rc=0}\u000a17:14:04.734299 --- ParallelTerminationStrategy: PID 336 died...\u000a17:14:04.787070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=336): Terminated: ok {rc=0}\u000a17:14:04.796835 --- ParallelTerminationStrategy: PID 339 died...\u000a17:14:04.849581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=339): Terminated: ok {rc=0}\u000a17:14:04.938089 bus /sierra_3: Setting Powered False\u000a17:14:06.044684 bus /sierra_3: Setting Powered False\u000a17:14:07.152668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:13:47" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:09.158268 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.169560 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:14:09.328867 tst mo_mt_call.py: using LAC 30323\u000a17:14:09.456499 tst mo_mt_call.py: using RAC 233\u000a17:14:09.584660 tst mo_mt_call.py: using CellId 30323\u000a17:14:09.712649 tst mo_mt_call.py: using BVCI 30324\u000a17:14:09.738006 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.750212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.761799 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.773445 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.785036 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:09.796522 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:14:09.913494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:14:10.126794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:10.658513 run create_hlr_db(pid=345): Launched\u000a17:14:10.850642 bus /sierra_2: Setting Powered False\u000a17:14:11.871636 run create_hlr_db(pid=345): Terminated: ok {rc=0}\u000a17:14:12.288221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Launched\u000a17:14:12.600065 run osmo-hlr_10.42.42.2(pid=355): Launched\u000a17:14:12.720605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:13.264713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Launched\u000a17:14:13.577196 run osmo-stp_10.42.42.5(pid=359): Launched\u000a17:14:13.690918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:14.255953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=361): Launched\u000a17:14:14.570690 run osmo-msc_10.42.42.6(pid=362): Launched\u000a17:14:14.753881 run osmo-stp_10.42.42.5(pid=359): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)]\u000a17:14:14.885558 run osmo-stp_10.42.42.5(pid=359): stdout: \u000a| (launched: 2022-12-12_17:14:13.421435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:15.014182 run osmo-stp_10.42.42.5(pid=359): stderr: \u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171413596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:15.138411 run osmo-stp_10.42.42.5(pid=359): stdout: \u000a| (launched: 2022-12-12_17:14:13.421435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:15.261324 run osmo-stp_10.42.42.5(pid=359): stderr: \u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171413595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171413596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171413596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:15.315637 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=359): Process ended prematurely: osmo-stp_10.42.42.5(pid=359) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=359)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a17:14:15.324341 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:14:15.385567 run osmo-hlr_10.42.42.2(pid=355): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=355)]\u000a17:14:15.435132 run osmo-hlr_10.42.42.2(pid=355): stdout: \u000a| (launched: 2022-12-12_17:14:12.445159) \u000a17:14:15.484942 run osmo-hlr_10.42.42.2(pid=355): stderr: \u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171412622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171412636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171412645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171412645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171412645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:15.552589 run osmo-msc_10.42.42.6(pid=362): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=362)]\u000a17:14:15.601427 run osmo-msc_10.42.42.6(pid=362): stdout: \u000a| (launched: 2022-12-12_17:14:14.413163) \u000a17:14:15.650342 run osmo-msc_10.42.42.6(pid=362): stderr: \u000a| �[0;m�[38;5;43m20221212171414688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171414688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfbd0c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171414688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171414688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171414688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171414688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171414690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171414691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171414691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171414691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:15.692673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Terminating (SIGTERM)\u000a17:14:15.732420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Terminating (SIGTERM)\u000a17:14:15.772129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=361): Terminating (SIGTERM)\u000a17:14:15.781668 --- ParallelTerminationStrategy: PID 349 died...\u000a17:14:15.850368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=349): Terminated: ok {rc=0}\u000a17:14:15.861325 --- ParallelTerminationStrategy: PID 358 died...\u000a17:14:15.920442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=358): Terminated: ok {rc=0}\u000a17:14:15.931615 --- ParallelTerminationStrategy: PID 361 died...\u000a17:14:15.994418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=361): Terminated: ok {rc=0}\u000a17:14:16.088308 bus /sierra_3: Setting Powered False\u000a17:14:17.194950 bus /sierra_3: Setting Powered False\u000a17:14:18.306339 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=375): Process ended prematurely: osmo-stp_10.42.42.5(pid=375) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=375)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=375): Process ended prematurely: osmo-stp_10.42.42.5(pid=375) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:19.418449 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:19.430557 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a17:14:19.594552 tst mo_mt_call_osmux.py: using LAC 30324\u000a17:14:19.727732 tst mo_mt_call_osmux.py: using RAC 234\u000a17:14:19.853306 tst mo_mt_call_osmux.py: using CellId 30324\u000a17:14:19.974802 tst mo_mt_call_osmux.py: using BVCI 30325\u000a17:14:19.998477 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:20.009888 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:20.021090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:20.032602 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:20.043737 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a17:14:20.055436 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:14:20.177600 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a17:14:20.394236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:20.927384 run create_hlr_db(pid=369): Launched\u000a17:14:21.119324 bus /sierra_2: Setting Powered False\u000a17:14:22.138946 run create_hlr_db(pid=369): Terminated: ok {rc=0}\u000a17:14:22.555698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=371): Launched\u000a17:14:22.868485 run osmo-hlr_10.42.42.2(pid=372): Launched\u000a17:14:22.990935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:23.536190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=374): Launched\u000a17:14:23.847799 run osmo-stp_10.42.42.5(pid=375): Launched\u000a17:14:23.960847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:24.527254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=377): Launched\u000a17:14:24.840815 run osmo-msc_10.42.42.6(pid=378): Launched\u000a17:14:25.022881 run osmo-stp_10.42.42.5(pid=375): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=375)]\u000a17:14:25.153573 run osmo-stp_10.42.42.5(pid=375): stdout: \u000a| (launched: 2022-12-12_17:14:23.692745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:25.282355 run osmo-stp_10.42.42.5(pid=375): stderr: \u000a| �[0;m�[38;5;43m20221212171423864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171423865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171423865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171423865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:25.406371 run osmo-stp_10.42.42.5(pid=375): stdout: \u000a| (launched: 2022-12-12_17:14:23.692745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:25.529515 run osmo-stp_10.42.42.5(pid=375): stderr: \u000a| �[0;m�[38;5;43m20221212171423864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171423865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171423865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171423865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171423866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:25.583709 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=375): Process ended prematurely: osmo-stp_10.42.42.5(pid=375) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=375)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a17:14:25.592454 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:14:25.652466 run osmo-hlr_10.42.42.2(pid=372): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=372)]\u000a17:14:25.701913 run osmo-hlr_10.42.42.2(pid=372): stdout: \u000a| (launched: 2022-12-12_17:14:22.712774) \u000a17:14:25.751555 run osmo-hlr_10.42.42.2(pid=372): stderr: \u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171422889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171422902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171422910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171422910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171422910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:25.819041 run osmo-msc_10.42.42.6(pid=378): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=378)]\u000a17:14:25.867861 run osmo-msc_10.42.42.6(pid=378): stdout: \u000a| (launched: 2022-12-12_17:14:24.684086) \u000a17:14:25.917505 run osmo-msc_10.42.42.6(pid=378): stderr: \u000a| �[0;m�[38;5;43m20221212171424961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171424961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a1f858c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171424961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171424961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171424962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171424963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171424964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171424964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171424964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:25.959346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=371): Terminating (SIGTERM)\u000a17:14:25.999018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=374): Terminating (SIGTERM)\u000a17:14:26.038614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=377): Terminating (SIGTERM)\u000a17:14:26.048095 --- ParallelTerminationStrategy: PID 371 died...\u000a17:14:26.101040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=371): Terminated: ok {rc=0}\u000a17:14:26.110672 --- ParallelTerminationStrategy: PID 374 died...\u000a17:14:26.163422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=374): Terminated: ok {rc=0}\u000a17:14:26.173293 --- ParallelTerminationStrategy: PID 377 died...\u000a17:14:26.226792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=377): Terminated: ok {rc=0}\u000a17:14:26.314626 bus /sierra_3: Setting Powered False\u000a17:14:27.417574 bus /sierra_3: Setting Powered False\u000a17:14:28.528729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:14:08" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:30.531341 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:30.542806 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:14:30.702508 tst mo_mt_call.py: using LAC 30325\u000a17:14:30.838528 tst mo_mt_call.py: using RAC 235\u000a17:14:30.991701 tst mo_mt_call.py: using CellId 30325\u000a17:14:31.124621 tst mo_mt_call.py: using BVCI 30326\u000a17:14:31.151466 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:31.165370 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:31.178810 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:31.192588 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:31.206398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:31.219265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:14:31.347587 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:14:31.571935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:32.120585 run create_hlr_db(pid=383): Launched\u000a17:14:32.299703 bus /sierra_2: Setting Powered False\u000a17:14:33.319217 run create_hlr_db(pid=383): Terminated: ok {rc=0}\u000a17:14:33.732365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=385): Launched\u000a17:14:34.044205 run osmo-hlr_10.42.42.2(pid=386): Launched\u000a17:14:34.165273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:34.718272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Launched\u000a17:14:35.028518 run osmo-stp_10.42.42.5(pid=390): Launched\u000a17:14:35.140315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:35.704399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Launched\u000a17:14:36.016090 run osmo-msc_10.42.42.6(pid=393): Launched\u000a17:14:36.197928 run osmo-stp_10.42.42.5(pid=390): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)]\u000a17:14:36.328678 run osmo-stp_10.42.42.5(pid=390): stdout: \u000a| (launched: 2022-12-12_17:14:34.875233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:36.456859 run osmo-stp_10.42.42.5(pid=390): stderr: \u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171435050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:36.580595 run osmo-stp_10.42.42.5(pid=390): stdout: \u000a| (launched: 2022-12-12_17:14:34.875233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:36.703448 run osmo-stp_10.42.42.5(pid=390): stderr: \u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171435050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171435050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171435051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:36.757640 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=390): Process ended prematurely: osmo-stp_10.42.42.5(pid=390) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=390)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a17:14:36.766386 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:14:36.826736 run osmo-hlr_10.42.42.2(pid=386): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=386)]\u000a17:14:36.876197 run osmo-hlr_10.42.42.2(pid=386): stdout: \u000a| (launched: 2022-12-12_17:14:33.889104) \u000a17:14:36.926956 run osmo-hlr_10.42.42.2(pid=386): stderr: \u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171434068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171434081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171434090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171434090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171434090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:36.994859 run osmo-msc_10.42.42.6(pid=393): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=393)]\u000a17:14:37.043987 run osmo-msc_10.42.42.6(pid=393): stdout: \u000a| (launched: 2022-12-12_17:14:35.861546) \u000a17:14:37.093574 run osmo-msc_10.42.42.6(pid=393): stderr: \u000a| �[0;m�[38;5;43m20221212171436138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171436139 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3318eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171436139 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171436141 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171436142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171436142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:37.135313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=385): Terminating (SIGTERM)\u000a17:14:37.174935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Terminating (SIGTERM)\u000a17:14:37.214431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Terminating (SIGTERM)\u000a17:14:37.224015 --- ParallelTerminationStrategy: PID 385 died...\u000a17:14:37.276662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=385): Terminated: ok {rc=0}\u000a17:14:37.286538 --- ParallelTerminationStrategy: PID 389 died...\u000a17:14:37.339036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=389): Terminated: ok {rc=0}\u000a17:14:37.348857 --- ParallelTerminationStrategy: PID 392 died...\u000a17:14:37.401128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=392): Terminated: ok {rc=0}\u000a17:14:37.490004 bus /sierra_3: Setting Powered False\u000a17:14:38.593578 bus /sierra_3: Setting Powered False\u000a17:14:39.704233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=401): Process ended prematurely: osmo-stp_10.42.42.5(pid=401) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=401)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=401): Process ended prematurely: osmo-stp_10.42.42.5(pid=401) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:14:40.815835 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:40.827925 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a17:14:40.984913 tst mo_mt_call_osmux.py: using LAC 30326\u000a17:14:41.107244 tst mo_mt_call_osmux.py: using RAC 236\u000a17:14:41.228068 tst mo_mt_call_osmux.py: using CellId 30326\u000a17:14:41.350175 tst mo_mt_call_osmux.py: using BVCI 30327\u000a17:14:41.373691 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:41.385162 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:41.396220 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:41.407642 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:41.419354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a17:14:41.430789 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:14:41.551694 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a17:14:41.760819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:42.251611 run create_hlr_db(pid=395): Launched\u000a17:14:42.429312 bus /sierra_2: Setting Powered False\u000a17:14:43.450715 run create_hlr_db(pid=395): Terminated: ok {rc=0}\u000a17:14:43.863318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=397): Launched\u000a17:14:44.176748 run osmo-hlr_10.42.42.2(pid=398): Launched\u000a17:14:44.291015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:44.829541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=400): Launched\u000a17:14:45.141905 run osmo-stp_10.42.42.5(pid=401): Launched\u000a17:14:45.255223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:45.825496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=403): Launched\u000a17:14:46.267030 run osmo-msc_10.42.42.6(pid=404): Launched\u000a17:14:46.663468 run osmo-stp_10.42.42.5(pid=401): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=401)]\u000a17:14:46.835180 run osmo-stp_10.42.42.5(pid=401): stdout: \u000a| (launched: 2022-12-12_17:14:44.985886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:46.994031 run osmo-stp_10.42.42.5(pid=401): stderr: \u000a| �[0;m�[38;5;43m20221212171445157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171445157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171445158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171445158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171445159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:47.130422 run osmo-stp_10.42.42.5(pid=401): stdout: \u000a| (launched: 2022-12-12_17:14:44.985886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:47.274866 run osmo-stp_10.42.42.5(pid=401): stderr: \u000a| �[0;m�[38;5;43m20221212171445157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171445157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171445158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171445158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171445159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:47.332996 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=401): Process ended prematurely: osmo-stp_10.42.42.5(pid=401) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=401)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a17:14:47.342432 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a17:14:47.405302 run osmo-hlr_10.42.42.2(pid=398): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=398)]\u000a17:14:47.456600 run osmo-hlr_10.42.42.2(pid=398): stdout: \u000a| (launched: 2022-12-12_17:14:44.020727) \u000a17:14:47.509214 run osmo-hlr_10.42.42.2(pid=398): stderr: \u000a| �[0;m�[1;31m20221212171444200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171444200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171444200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171444200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171444200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171444201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171444213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171444221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171444221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171444221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:47.580325 run osmo-msc_10.42.42.6(pid=404): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=404)]\u000a17:14:47.632040 run osmo-msc_10.42.42.6(pid=404): stdout: \u000a| (launched: 2022-12-12_17:14:45.998099) \u000a17:14:47.683760 run osmo-msc_10.42.42.6(pid=404): stderr: \u000a| �[0;m�[38;5;43m20221212171446453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171446454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efeb0ea4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171446454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171446454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171446454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171446454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171446458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171446458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171446458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171446458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:47.727835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=397): Terminating (SIGTERM)\u000a17:14:47.770091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=400): Terminating (SIGTERM)\u000a17:14:47.811707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=403): Terminating (SIGTERM)\u000a17:14:47.821572 --- ParallelTerminationStrategy: PID 397 died...\u000a17:14:47.877027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=397): Terminated: ok {rc=0}\u000a17:14:47.887058 --- ParallelTerminationStrategy: PID 400 died...\u000a17:14:47.942163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=400): Terminated: ok {rc=0}\u000a17:14:47.952077 --- ParallelTerminationStrategy: PID 403 died...\u000a17:14:48.007432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=403): Terminated: ok {rc=0}\u000a17:14:48.095157 bus /sierra_3: Setting Powered False\u000a17:14:49.198554 bus /sierra_3: Setting Powered False\u000a17:14:50.310982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=415): Process ended prematurely: osmo-stp_10.42.42.5(pid=415) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=415)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=415): Process ended prematurely: osmo-stp_10.42.42.5(pid=415) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a17:14:52.320525 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.332195 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:14:52.491399 tst mo_mt_call.py: using LAC 30327\u000a17:14:52.614198 tst mo_mt_call.py: using RAC 237\u000a17:14:52.735349 tst mo_mt_call.py: using CellId 30327\u000a17:14:52.857844 tst mo_mt_call.py: using BVCI 30328\u000a17:14:52.881272 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.892425 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.903539 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.915030 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.926528 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:14:52.937890 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:53.058646 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:14:53.273955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:14:53.806477 run create_hlr_db(pid=409): Launched\u000a17:14:53.996702 bus /sierra_2: Setting Powered False\u000a17:14:55.018767 run create_hlr_db(pid=409): Terminated: ok {rc=0}\u000a17:14:55.434170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=411): Launched\u000a17:14:55.745498 run osmo-hlr_10.42.42.2(pid=412): Launched\u000a17:14:55.866022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:14:56.410867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=414): Launched\u000a17:14:56.723187 run osmo-stp_10.42.42.5(pid=415): Launched\u000a17:14:56.836675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:14:57.403099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=417): Launched\u000a17:14:57.715150 run osmo-msc_10.42.42.6(pid=418): Launched\u000a17:14:57.896699 run osmo-stp_10.42.42.5(pid=415): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=415)]\u000a17:14:58.027189 run osmo-stp_10.42.42.5(pid=415): stdout: \u000a| (launched: 2022-12-12_17:14:56.567352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:58.155114 run osmo-stp_10.42.42.5(pid=415): stderr: \u000a| �[0;m�[38;5;43m20221212171456740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171456740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171456741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171456741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:58.278756 run osmo-stp_10.42.42.5(pid=415): stdout: \u000a| (launched: 2022-12-12_17:14:56.567352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:14:58.401335 run osmo-stp_10.42.42.5(pid=415): stderr: \u000a| �[0;m�[38;5;43m20221212171456740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171456740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171456741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171456741 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171456742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:14:58.455114 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=415): Process ended prematurely: osmo-stp_10.42.42.5(pid=415) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=415)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a17:14:58.463866 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:14:58.523977 run osmo-hlr_10.42.42.2(pid=412): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=412)]\u000a17:14:58.572841 run osmo-hlr_10.42.42.2(pid=412): stdout: \u000a| (launched: 2022-12-12_17:14:55.590585) \u000a17:14:58.622498 run osmo-hlr_10.42.42.2(pid=412): stderr: \u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171455769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171455782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171455790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:14:58.689850 run osmo-msc_10.42.42.6(pid=418): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=418)]\u000a17:14:58.738672 run osmo-msc_10.42.42.6(pid=418): stdout: \u000a| (launched: 2022-12-12_17:14:57.559836) \u000a17:14:58.788281 run osmo-msc_10.42.42.6(pid=418): stderr: \u000a| �[0;m�[38;5;43m20221212171457836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171457836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31024b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171457837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171457837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171457837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171457837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171457839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171457839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171457839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171457839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:14:58.829691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=411): Terminating (SIGTERM)\u000a17:14:58.869089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=414): Terminating (SIGTERM)\u000a17:14:58.908484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=417): Terminating (SIGTERM)\u000a17:14:58.917973 --- ParallelTerminationStrategy: PID 411 died...\u000a17:14:58.971047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=411): Terminated: ok {rc=0}\u000a17:14:58.980805 --- ParallelTerminationStrategy: PID 414 died...\u000a17:14:59.033468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=414): Terminated: ok {rc=0}\u000a17:14:59.043248 --- ParallelTerminationStrategy: PID 417 died...\u000a17:14:59.096171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=417): Terminated: ok {rc=0}\u000a17:14:59.185191 bus /sierra_3: Setting Powered False\u000a17:15:00.285831 bus /sierra_3: Setting Powered False\u000a17:15:01.410197 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:15:02.523057 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:02.535148 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a17:15:02.692605 tst mo_mt_call_osmux.py: using LAC 30328\u000a17:15:02.821762 tst mo_mt_call_osmux.py: using RAC 238\u000a17:15:02.952918 tst mo_mt_call_osmux.py: using CellId 30328\u000a17:15:03.082587 tst mo_mt_call_osmux.py: using BVCI 30329\u000a17:15:03.108050 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:03.119857 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:03.131495 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:03.143164 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:03.154870 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a17:15:03.166572 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:15:03.290733 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a17:15:03.507228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:04.039564 run create_hlr_db(pid=423): Launched\u000a17:15:04.231790 bus /sierra_2: Setting Powered False\u000a17:15:05.252694 run create_hlr_db(pid=423): Terminated: ok {rc=0}\u000a17:15:05.668714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Launched\u000a17:15:05.980866 run osmo-hlr_10.42.42.2(pid=426): Launched\u000a17:15:06.098585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:06.638982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Launched\u000a17:15:06.951167 run osmo-stp_10.42.42.5(pid=429): Launched\u000a17:15:07.064262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:07.633023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Launched\u000a17:15:07.946488 run osmo-msc_10.42.42.6(pid=432): Launched\u000a17:15:08.128648 run osmo-stp_10.42.42.5(pid=429): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)]\u000a17:15:08.259980 run osmo-stp_10.42.42.5(pid=429): stdout: \u000a| (launched: 2022-12-12_17:15:06.796814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:08.388934 run osmo-stp_10.42.42.5(pid=429): stderr: \u000a| �[0;m�[38;5;43m20221212171506970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171506970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171506971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171506971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:08.513082 run osmo-stp_10.42.42.5(pid=429): stdout: \u000a| (launched: 2022-12-12_17:15:06.796814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:08.636232 run osmo-stp_10.42.42.5(pid=429): stderr: \u000a| �[0;m�[38;5;43m20221212171506970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171506970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171506971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171506971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171506972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:08.690904 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=429): Process ended prematurely: osmo-stp_10.42.42.5(pid=429) [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=429)] [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a17:15:08.699638 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a17:15:08.759706 run osmo-hlr_10.42.42.2(pid=426): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=426)]\u000a17:15:08.808721 run osmo-hlr_10.42.42.2(pid=426): stdout: \u000a| (launched: 2022-12-12_17:15:05.826063) \u000a17:15:08.858568 run osmo-hlr_10.42.42.2(pid=426): stderr: \u000a| �[0;m�[1;31m20221212171506006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171506006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171506006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171506006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171506006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171506007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171506019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171506028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171506029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171506029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:08.925792 run osmo-msc_10.42.42.6(pid=432): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=432)]\u000a17:15:08.974220 run osmo-msc_10.42.42.6(pid=432): stdout: \u000a| (launched: 2022-12-12_17:15:07.790156) \u000a17:15:09.023881 run osmo-msc_10.42.42.6(pid=432): stderr: \u000a| �[0;m�[38;5;43m20221212171508063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171508063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc8d22bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171508063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171508064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171508064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171508064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171508066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171508066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:09.065450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Terminating (SIGTERM)\u000a17:15:09.105221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Terminating (SIGTERM)\u000a17:15:09.145523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Terminating (SIGTERM)\u000a17:15:09.155181 --- ParallelTerminationStrategy: PID 425 died...\u000a17:15:09.208212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=425): Terminated: ok {rc=0}\u000a17:15:09.218046 --- ParallelTerminationStrategy: PID 428 died...\u000a17:15:09.270972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=428): Terminated: ok {rc=0}\u000a17:15:09.280504 --- ParallelTerminationStrategy: PID 431 died...\u000a17:15:09.333085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=431): Terminated: ok {rc=0}\u000a17:15:09.420250 bus /sierra_3: Setting Powered False\u000a17:15:10.524106 bus /sierra_3: Setting Powered False\u000a17:15:11.635998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:14:52" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=443): Process ended prematurely: osmo-stp_10.42.42.5(pid=443) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=443)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=443): Process ended prematurely: osmo-stp_10.42.42.5(pid=443) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a17:15:13.634870 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:13.646640 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:15:13.810438 tst mo_mt_call.py: using LAC 30329\u000a17:15:13.939039 tst mo_mt_call.py: using RAC 239\u000a17:15:14.068164 tst mo_mt_call.py: using CellId 30329\u000a17:15:14.199087 tst mo_mt_call.py: using BVCI 30330\u000a17:15:14.224246 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:14.236030 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:14.247670 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:14.259325 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:14.271131 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:14.282801 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:15:14.401344 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:15:14.608017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:15.097625 run create_hlr_db(pid=437): Launched\u000a17:15:15.275905 bus /sierra_2: Setting Powered False\u000a17:15:16.314001 run create_hlr_db(pid=437): Terminated: ok {rc=0}\u000a17:15:16.787703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=439): Launched\u000a17:15:17.212097 run osmo-hlr_10.42.42.2(pid=440): Launched\u000a17:15:17.326218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:17.863383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=442): Launched\u000a17:15:18.173587 run osmo-stp_10.42.42.5(pid=443): Launched\u000a17:15:18.287200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:18.853411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=445): Launched\u000a17:15:19.165171 run osmo-msc_10.42.42.6(pid=446): Launched\u000a17:15:19.347722 run osmo-stp_10.42.42.5(pid=443): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=443)]\u000a17:15:19.478370 run osmo-stp_10.42.42.5(pid=443): stdout: \u000a| (launched: 2022-12-12_17:15:18.019706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:19.606681 run osmo-stp_10.42.42.5(pid=443): stderr: \u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171518195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:19.730461 run osmo-stp_10.42.42.5(pid=443): stdout: \u000a| (launched: 2022-12-12_17:15:18.019706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:19.853211 run osmo-stp_10.42.42.5(pid=443): stderr: \u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171518194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171518195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171518195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:19.907118 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=443): Process ended prematurely: osmo-stp_10.42.42.5(pid=443) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=443)] [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a17:15:19.915736 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a17:15:19.976114 run osmo-hlr_10.42.42.2(pid=440): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=440)]\u000a17:15:20.025059 run osmo-hlr_10.42.42.2(pid=440): stdout: \u000a| (launched: 2022-12-12_17:15:16.966209) \u000a17:15:20.074673 run osmo-hlr_10.42.42.2(pid=440): stderr: \u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171517239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171517251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171517259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171517260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171517260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:20.141827 run osmo-msc_10.42.42.6(pid=446): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=446)]\u000a17:15:20.191001 run osmo-msc_10.42.42.6(pid=446): stdout: \u000a| (launched: 2022-12-12_17:15:19.009860) \u000a17:15:20.240396 run osmo-msc_10.42.42.6(pid=446): stderr: \u000a| �[0;m�[38;5;43m20221212171519285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171519285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cfe0f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171519285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171519285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171519285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171519286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171519287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171519288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171519288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171519288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:20.282185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=439): Terminating (SIGTERM)\u000a17:15:20.322013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=442): Terminating (SIGTERM)\u000a17:15:20.361832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=445): Terminating (SIGTERM)\u000a17:15:20.371388 --- ParallelTerminationStrategy: PID 439 died...\u000a17:15:20.424298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=439): Terminated: ok {rc=0}\u000a17:15:20.434111 --- ParallelTerminationStrategy: PID 442 died...\u000a17:15:20.486723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=442): Terminated: ok {rc=0}\u000a17:15:20.496400 --- ParallelTerminationStrategy: PID 445 died...\u000a17:15:20.548824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=445): Terminated: ok {rc=0}\u000a17:15:20.638113 bus /sierra_3: Setting Powered False\u000a17:15:21.743979 bus /sierra_3: Setting Powered False\u000a17:15:22.853994 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=454): Process ended prematurely: osmo-stp_10.42.42.5(pid=454) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=454)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=454): Process ended prematurely: osmo-stp_10.42.42.5(pid=454) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:15:23.965447 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:23.977403 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:15:24.136341 tst mo_mt_call_osmux.py: using LAC 30330\u000a17:15:24.259464 tst mo_mt_call_osmux.py: using RAC 240\u000a17:15:24.382204 tst mo_mt_call_osmux.py: using CellId 30330\u000a17:15:24.504068 tst mo_mt_call_osmux.py: using BVCI 30331\u000a17:15:24.527926 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:24.539312 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:24.550506 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:24.562022 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:24.573537 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a17:15:24.585320 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:15:24.703063 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:15:24.909386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:25.400289 run create_hlr_db(pid=448): Launched\u000a17:15:25.578621 bus /sierra_2: Setting Powered False\u000a17:15:26.600784 run create_hlr_db(pid=448): Terminated: ok {rc=0}\u000a17:15:27.043778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=450): Launched\u000a17:15:27.377489 run osmo-hlr_10.42.42.2(pid=451): Launched\u000a17:15:27.499320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:28.076148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=453): Launched\u000a17:15:28.407733 run osmo-stp_10.42.42.5(pid=454): Launched\u000a17:15:28.528130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:29.135954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=456): Launched\u000a17:15:29.469341 run osmo-msc_10.42.42.6(pid=457): Launched\u000a17:15:29.664127 run osmo-stp_10.42.42.5(pid=454): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=454)]\u000a17:15:29.804282 run osmo-stp_10.42.42.5(pid=454): stdout: \u000a| (launched: 2022-12-12_17:15:28.244062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:29.942885 run osmo-stp_10.42.42.5(pid=454): stderr: \u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171528441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:30.075769 run osmo-stp_10.42.42.5(pid=454): stdout: \u000a| (launched: 2022-12-12_17:15:28.244062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:30.207317 run osmo-stp_10.42.42.5(pid=454): stderr: \u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171528440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171528441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171528441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:30.265673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=454): Process ended prematurely: osmo-stp_10.42.42.5(pid=454) [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=454)] [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a17:15:30.274954 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:15:30.338040 run osmo-hlr_10.42.42.2(pid=451): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=451)]\u000a17:15:30.389649 run osmo-hlr_10.42.42.2(pid=451): stdout: \u000a| (launched: 2022-12-12_17:15:27.211989) \u000a17:15:30.441732 run osmo-hlr_10.42.42.2(pid=451): stderr: \u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171527415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171527431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171527439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171527439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171527439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:30.512546 run osmo-msc_10.42.42.6(pid=457): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=457)]\u000a17:15:30.564070 run osmo-msc_10.42.42.6(pid=457): stdout: \u000a| (launched: 2022-12-12_17:15:29.304371) \u000a17:15:30.616198 run osmo-msc_10.42.42.6(pid=457): stderr: \u000a| �[0;m�[38;5;43m20221212171529627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171529627 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a4d839c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171529627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171529627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171529628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171529629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171529630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:30.660355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=450): Terminating (SIGTERM)\u000a17:15:30.702400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=453): Terminating (SIGTERM)\u000a17:15:30.744355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=456): Terminating (SIGTERM)\u000a17:15:30.754188 --- ParallelTerminationStrategy: PID 450 died...\u000a17:15:30.810745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=450): Terminated: ok {rc=0}\u000a17:15:30.821340 --- ParallelTerminationStrategy: PID 453 died...\u000a17:15:30.877494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=453): Terminated: ok {rc=0}\u000a17:15:30.888011 --- ParallelTerminationStrategy: PID 456 died...\u000a17:15:30.944455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=456): Terminated: ok {rc=0}\u000a17:15:31.032822 bus /sierra_3: Setting Powered False\u000a17:15:32.136552 bus /sierra_3: Setting Powered False\u000a17:15:33.242533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:15:13" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=468): Process ended prematurely: osmo-stp_10.42.42.5(pid=468) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=468)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=468): Process ended prematurely: osmo-stp_10.42.42.5(pid=468) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a17:15:35.248313 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.259835 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:15:35.396528 tst mo_mt_call.py: using LAC 30331\u000a17:15:35.517310 tst mo_mt_call.py: using RAC 241\u000a17:15:35.635962 tst mo_mt_call.py: using CellId 30331\u000a17:15:35.757448 tst mo_mt_call.py: using BVCI 30332\u000a17:15:35.780730 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.792174 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.803534 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.815166 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.827575 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:35.839125 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:15:35.960663 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:15:36.175348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:36.705998 run create_hlr_db(pid=462): Launched\u000a17:15:36.897499 bus /sierra_2: Setting Powered False\u000a17:15:37.919844 run create_hlr_db(pid=462): Terminated: ok {rc=0}\u000a17:15:38.336245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=464): Launched\u000a17:15:38.648650 run osmo-hlr_10.42.42.2(pid=465): Launched\u000a17:15:38.772223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:39.317177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=467): Launched\u000a17:15:39.629537 run osmo-stp_10.42.42.5(pid=468): Launched\u000a17:15:39.743807 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:40.309616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=470): Launched\u000a17:15:40.622930 run osmo-msc_10.42.42.6(pid=471): Launched\u000a17:15:40.806316 run osmo-stp_10.42.42.5(pid=468): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=468)]\u000a17:15:40.937156 run osmo-stp_10.42.42.5(pid=468): stdout: \u000a| (launched: 2022-12-12_17:15:39.474643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:41.065092 run osmo-stp_10.42.42.5(pid=468): stderr: \u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171539649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:41.188473 run osmo-stp_10.42.42.5(pid=468): stdout: \u000a| (launched: 2022-12-12_17:15:39.474643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:41.310903 run osmo-stp_10.42.42.5(pid=468): stderr: \u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171539648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171539649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171539649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:41.364928 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=468): Process ended prematurely: osmo-stp_10.42.42.5(pid=468) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=468)] [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a17:15:41.373592 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a17:15:41.433604 run osmo-hlr_10.42.42.2(pid=465): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=465)]\u000a17:15:41.482381 run osmo-hlr_10.42.42.2(pid=465): stdout: \u000a| (launched: 2022-12-12_17:15:38.493364) \u000a17:15:41.532302 run osmo-hlr_10.42.42.2(pid=465): stderr: \u000a| �[0;m�[1;31m20221212171538671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171538671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171538671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171538671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171538671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171538672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171538682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171538690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171538690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171538691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:41.599502 run osmo-msc_10.42.42.6(pid=471): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=471)]\u000a17:15:41.648137 run osmo-msc_10.42.42.6(pid=471): stdout: \u000a| (launched: 2022-12-12_17:15:40.465711) \u000a17:15:41.697393 run osmo-msc_10.42.42.6(pid=471): stderr: \u000a| �[0;m�[38;5;43m20221212171540739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171540740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6adc69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171540740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171540740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171540740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171540740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171540743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171540744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171540744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171540744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:41.738726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=464): Terminating (SIGTERM)\u000a17:15:41.778108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=467): Terminating (SIGTERM)\u000a17:15:41.817456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=470): Terminating (SIGTERM)\u000a17:15:41.826892 --- ParallelTerminationStrategy: PID 464 died...\u000a17:15:41.880220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=464): Terminated: ok {rc=0}\u000a17:15:41.890201 --- ParallelTerminationStrategy: PID 467 died...\u000a17:15:41.942757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=467): Terminated: ok {rc=0}\u000a17:15:41.952463 --- ParallelTerminationStrategy: PID 470 died...\u000a17:15:42.005494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=470): Terminated: ok {rc=0}\u000a17:15:42.094614 bus /sierra_3: Setting Powered False\u000a17:15:43.198704 bus /sierra_3: Setting Powered False\u000a17:15:44.307293 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=479): Process ended prematurely: osmo-stp_10.42.42.5(pid=479) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=479)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=479): Process ended prematurely: osmo-stp_10.42.42.5(pid=479) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a17:15:45.422429 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:45.435365 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:15:45.583773 tst mo_mt_call_osmux.py: using LAC 30332\u000a17:15:45.715197 tst mo_mt_call_osmux.py: using RAC 242\u000a17:15:45.880729 tst mo_mt_call_osmux.py: using CellId 30332\u000a17:15:46.017293 tst mo_mt_call_osmux.py: using BVCI 30333\u000a17:15:46.042181 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:46.054959 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:46.069086 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:46.083750 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:46.097669 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a17:15:46.110896 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:15:46.235324 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a17:15:46.450522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:47.018639 run create_hlr_db(pid=473): Launched\u000a17:15:47.211156 bus /sierra_2: Setting Powered False\u000a17:15:48.231032 run create_hlr_db(pid=473): Terminated: ok {rc=0}\u000a17:15:48.648362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=475): Launched\u000a17:15:48.961602 run osmo-hlr_10.42.42.2(pid=476): Launched\u000a17:15:49.083474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:15:49.635388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=478): Launched\u000a17:15:49.949895 run osmo-stp_10.42.42.5(pid=479): Launched\u000a17:15:50.063316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:15:50.631916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=481): Launched\u000a17:15:50.946327 run osmo-msc_10.42.42.6(pid=482): Launched\u000a17:15:51.128535 run osmo-stp_10.42.42.5(pid=479): ERR: Terminated: ERROR {rc=1} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=479)]\u000a17:15:51.259660 run osmo-stp_10.42.42.5(pid=479): stdout: \u000a| (launched: 2022-12-12_17:15:49.792454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:51.388822 run osmo-stp_10.42.42.5(pid=479): stderr: \u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171549967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:51.513891 run osmo-stp_10.42.42.5(pid=479): stdout: \u000a| (launched: 2022-12-12_17:15:49.792454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:15:51.637537 run osmo-stp_10.42.42.5(pid=479): stderr: \u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171549966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171549967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171549967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:15:51.692012 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=479): Process ended prematurely: osmo-stp_10.42.42.5(pid=479) [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=479)] [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a17:15:51.700885 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a17:15:51.761795 run osmo-hlr_10.42.42.2(pid=476): ERR: Terminated: ERROR {rc=237} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=476)]\u000a17:15:51.811323 run osmo-hlr_10.42.42.2(pid=476): stdout: \u000a| (launched: 2022-12-12_17:15:48.805557) \u000a17:15:51.861480 run osmo-hlr_10.42.42.2(pid=476): stderr: \u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171548987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171548999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171549008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171549008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171549008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:15:51.929973 run osmo-msc_10.42.42.6(pid=482): ERR: Terminated: ERROR {rc=2} [trial-2379↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=482)]\u000a17:15:51.979315 run osmo-msc_10.42.42.6(pid=482): stdout: \u000a| (launched: 2022-12-12_17:15:50.789442) \u000a17:15:52.029219 run osmo-msc_10.42.42.6(pid=482): stderr: \u000a| �[0;m�[38;5;43m20221212171551063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171551063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9e4d24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171551064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171551064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171551064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171551064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171551066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171551066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171551066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171551066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:15:52.071353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=475): Terminating (SIGTERM)\u000a17:15:52.111546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=478): Terminating (SIGTERM)\u000a17:15:52.151739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=481): Terminating (SIGTERM)\u000a17:15:52.161508 --- ParallelTerminationStrategy: PID 475 died...\u000a17:15:52.215392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=475): Terminated: ok {rc=0}\u000a17:15:52.225229 --- ParallelTerminationStrategy: PID 478 died...\u000a17:15:52.278601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=478): Terminated: ok {rc=0}\u000a17:15:52.288637 --- ParallelTerminationStrategy: PID 481 died...\u000a17:15:52.342071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=481): Terminated: ok {rc=0}\u000a17:15:52.426435 bus /sierra_3: Setting Powered False\u000a17:15:53.529092 bus /sierra_3: Setting Powered False\u000a17:15:54.641095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:15:34" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a17:15:56.670447 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:56.681312 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:15:56.816321 tst emergency_mo_mt_call.py: using LAC 30333\u000a17:15:56.936797 tst emergency_mo_mt_call.py: using RAC 243\u000a17:15:57.057772 tst emergency_mo_mt_call.py: using CellId 30333\u000a17:15:57.176551 tst emergency_mo_mt_call.py: using BVCI 30334\u000a17:15:57.199515 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:57.210354 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:57.220888 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:57.231839 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:57.242822 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:15:57.253731 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:15:57.373227 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:15:57.583551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:15:58.106197 run create_hlr_db(pid=488): Launched\u000a17:15:58.294073 bus /sierra_2: Setting Powered False\u000a17:15:59.314632 run create_hlr_db(pid=488): Terminated: ok {rc=0}\u000a17:15:59.725166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Launched\u000a17:16:00.030370 run osmo-hlr_10.42.42.2(pid=491): Launched\u000a17:16:00.147895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:00.686539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Launched\u000a17:16:01.175913 run osmo-stp_10.42.42.5(pid=494): Launched\u000a17:16:01.393603 tst emergency_mo_mt_call.py: using MSISDN 7876\u000a17:16:01.547921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:16:02.128147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=496): Launched\u000a17:16:02.438336 run osmo-msc_10.42.42.6(pid=497): Launched\u000a17:16:02.618144 run osmo-stp_10.42.42.5(pid=494): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)]\u000a17:16:02.748633 run osmo-stp_10.42.42.5(pid=494): stdout: \u000a| (launched: 2022-12-12_17:16:00.860806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:02.875637 run osmo-stp_10.42.42.5(pid=494): stderr: \u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171601168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:02.997717 run osmo-stp_10.42.42.5(pid=494): stdout: \u000a| (launched: 2022-12-12_17:16:00.860806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:03.118773 run osmo-stp_10.42.42.5(pid=494): stderr: \u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171601167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171601168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171601171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:03.171776 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=494): Process ended prematurely: osmo-stp_10.42.42.5(pid=494) [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=494)] [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a17:16:03.179843 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a17:16:03.240403 run osmo-hlr_10.42.42.2(pid=491): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=491)]\u000a17:16:03.289696 run osmo-hlr_10.42.42.2(pid=491): stdout: \u000a| (launched: 2022-12-12_17:15:59.879205) \u000a17:16:03.339637 run osmo-hlr_10.42.42.2(pid=491): stderr: \u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171600058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171600071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171600083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171600083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171600083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:03.407614 run osmo-msc_10.42.42.6(pid=497): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=497)]\u000a17:16:03.456810 run osmo-msc_10.42.42.6(pid=497): stdout: \u000a| (launched: 2022-12-12_17:16:02.284262) \u000a17:16:03.506537 run osmo-msc_10.42.42.6(pid=497): stderr: \u000a| �[0;m�[38;5;43m20221212171602558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171602558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11202dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171602558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171602558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171602558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171602558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171602560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171602561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171602561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171602561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:16:03.549175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Terminating (SIGTERM)\u000a17:16:03.589602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Terminating (SIGTERM)\u000a17:16:03.629288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=496): Terminating (SIGTERM)\u000a17:16:03.638816 --- ParallelTerminationStrategy: PID 490 died...\u000a17:16:03.692173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=490): Terminated: ok {rc=0}\u000a17:16:03.702410 --- ParallelTerminationStrategy: PID 493 died...\u000a17:16:03.755563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=493): Terminated: ok {rc=0}\u000a17:16:03.765843 --- ParallelTerminationStrategy: PID 496 died...\u000a17:16:03.819138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=496): Terminated: ok {rc=0}\u000a17:16:03.903113 bus /sierra_3: Setting Powered False\u000a17:16:05.010979 bus /sierra_3: Setting Powered False\u000a17:16:06.124155 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=505): Process ended prematurely: osmo-stp_10.42.42.5(pid=505) [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=505)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=505): Process ended prematurely: osmo-stp_10.42.42.5(pid=505) [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a17:16:07.176251 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.187830 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:16:07.334887 tst emergency_preemptive_call.py: using LAC 30334\u000a17:16:07.452849 tst emergency_preemptive_call.py: using RAC 244\u000a17:16:07.575748 tst emergency_preemptive_call.py: using CellId 30334\u000a17:16:07.696154 tst emergency_preemptive_call.py: using BVCI 30335\u000a17:16:07.719133 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.730080 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.740732 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.751743 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.762798 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a17:16:07.773772 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:07.894067 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:08.012103 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:08.127663 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:08.336853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:08.860669 run create_hlr_db(pid=499): Launched\u000a17:16:09.049294 bus /sierra_2: Setting Powered False\u000a17:16:10.070266 run create_hlr_db(pid=499): Terminated: ok {rc=0}\u000a17:16:10.482011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=501): Launched\u000a17:16:10.790520 run osmo-hlr_10.42.42.2(pid=502): Launched\u000a17:16:10.904684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:11.474956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=504): Launched\u000a17:16:11.802157 run osmo-stp_10.42.42.5(pid=505): Launched\u000a17:16:11.934130 tst emergency_preemptive_call.py: using MSISDN 7877\u000a17:16:12.096167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:16:12.690402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=507): Launched\u000a17:16:13.018089 run osmo-msc_10.42.42.6(pid=508): Launched\u000a17:16:13.208457 run osmo-stp_10.42.42.5(pid=505): ERR: Terminated: ERROR {rc=1} [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=505)]\u000a17:16:13.349952 run osmo-stp_10.42.42.5(pid=505): stdout: \u000a| (launched: 2022-12-12_17:16:11.641272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:13.485141 run osmo-stp_10.42.42.5(pid=505): stderr: \u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171611835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:13.615637 run osmo-stp_10.42.42.5(pid=505): stdout: \u000a| (launched: 2022-12-12_17:16:11.641272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:13.745911 run osmo-stp_10.42.42.5(pid=505): stderr: \u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171611834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171611835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171611835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:13.802684 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=505): Process ended prematurely: osmo-stp_10.42.42.5(pid=505) [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=505)] [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a17:16:13.811558 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a17:16:13.875222 run osmo-hlr_10.42.42.2(pid=502): ERR: Terminated: ERROR {rc=237} [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=502)]\u000a17:16:13.926994 run osmo-hlr_10.42.42.2(pid=502): stdout: \u000a| (launched: 2022-12-12_17:16:10.636542) \u000a17:16:13.979659 run osmo-hlr_10.42.42.2(pid=502): stderr: \u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171610814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171610827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171610836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171610836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171610836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:14.051399 run osmo-msc_10.42.42.6(pid=508): ERR: Terminated: ERROR {rc=2} [trial-2379↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=508)]\u000a17:16:14.103170 run osmo-msc_10.42.42.6(pid=508): stdout: \u000a| (launched: 2022-12-12_17:16:12.856274) \u000a17:16:14.155273 run osmo-msc_10.42.42.6(pid=508): stderr: \u000a| �[0;m�[38;5;43m20221212171613182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212171613182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b0838cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212171613182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212171613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212171613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212171613182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212171613184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212171613185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212171613185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212171613185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:16:14.199584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=501): Terminating (SIGTERM)\u000a17:16:14.241825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=504): Terminating (SIGTERM)\u000a17:16:14.283916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=507): Terminating (SIGTERM)\u000a17:16:14.293776 --- ParallelTerminationStrategy: PID 501 died...\u000a17:16:14.350139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=501): Terminated: ok {rc=0}\u000a17:16:14.360380 --- ParallelTerminationStrategy: PID 504 died...\u000a17:16:14.416317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=504): Terminated: ok {rc=0}\u000a17:16:14.426468 --- ParallelTerminationStrategy: PID 507 died...\u000a17:16:14.482536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=507): Terminated: ok {rc=0}\u000a17:16:14.570336 bus /sierra_9: Setting Powered False\u000a17:16:15.675546 bus /sierra_9: Setting Powered False\u000a17:16:16.802111 bus /sierra_8: Setting Powered False\u000a17:16:17.906506 bus /sierra_8: Setting Powered False\u000a17:16:19.017725 bus /sierra_3: Setting Powered False\u000a17:16:20.121593 bus /sierra_3: Setting Powered False\u000a17:16:21.234370 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=523): Process ended prematurely: osmo-stp_10.42.42.5(pid=523) [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=523): Process ended prematurely: osmo-stp_10.42.42.5(pid=523) [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:16:23.372669 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.384024 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:16:23.529903 tst cs_paging_gprs_active.py: using LAC 30335\u000a17:16:23.661377 tst cs_paging_gprs_active.py: using RAC 245\u000a17:16:23.785907 tst cs_paging_gprs_active.py: using CellId 30335\u000a17:16:23.907354 tst cs_paging_gprs_active.py: using BVCI 30336\u000a17:16:23.931155 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.942064 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.952541 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.963488 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.974359 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.988158 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:23.999728 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:24.010929 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:24.022287 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:24.141138 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:24.443845 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:16:24.582980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:24.928700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Launched\u000a17:16:25.216088 run iperf3-srv_10.42.42.10(pid=514): Launched\u000a17:16:25.420594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:16:25.559264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:25.906339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=515): Launched\u000a17:16:26.194105 run iperf3-srv_10.42.42.10(pid=516): Launched\u000a17:16:26.397724 tst cs_paging_gprs_active.py:38: start network...\u000a17:16:26.536022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:27.070755 run create_hlr_db(pid=517): Launched\u000a17:16:27.262431 bus /sierra_2: Setting Powered False\u000a17:16:28.283072 run create_hlr_db(pid=517): Terminated: ok {rc=0}\u000a17:16:28.701367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=519): Launched\u000a17:16:29.019865 run osmo-hlr_10.42.42.2(pid=520): Launched\u000a17:16:29.135209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:29.657509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=522): Launched\u000a17:16:29.959331 run osmo-stp_10.42.42.5(pid=523): Launched\u000a17:16:30.068575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:30.590356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=525): Launched\u000a17:16:30.696734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:30.995009 run patchelf(pid=526): Launched\u000a17:16:31.179543 run osmo-stp_10.42.42.5(pid=523): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=523)]\u000a17:16:31.311140 run osmo-stp_10.42.42.5(pid=523): stdout: \u000a| (launched: 2022-12-12_17:16:29.810312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:31.442788 run osmo-stp_10.42.42.5(pid=523): stderr: \u000a| �[0;m�[38;5;43m20221212171629976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171629977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171629977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171629977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:31.570013 run osmo-stp_10.42.42.5(pid=523): stdout: \u000a| (launched: 2022-12-12_17:16:29.810312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:31.696691 run osmo-stp_10.42.42.5(pid=523): stderr: \u000a| �[0;m�[38;5;43m20221212171629976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171629977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171629977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171629977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171629978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:31.843596 run patchelf(pid=526): Terminating (SIGINT)\u000a17:16:32.015473 run patchelf(pid=526): Terminated: ok {rc=0}\u000a17:16:32.047808 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=523): Process ended prematurely: osmo-stp_10.42.42.5(pid=523) [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=523)] [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a17:16:32.058303 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a17:16:32.120720 run osmo-hlr_10.42.42.2(pid=520): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=520)]\u000a17:16:32.170924 run osmo-hlr_10.42.42.2(pid=520): stdout: \u000a| (launched: 2022-12-12_17:16:28.871094) \u000a17:16:32.220866 run osmo-hlr_10.42.42.2(pid=520): stderr: \u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171629044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171629056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171629065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171629065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171629066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:32.262247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Terminating (SIGTERM)\u000a17:16:32.301446 run iperf3-srv_10.42.42.10(pid=514): Terminating (SIGTERM)\u000a17:16:32.340512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=515): Terminating (SIGTERM)\u000a17:16:32.379561 run iperf3-srv_10.42.42.10(pid=516): Terminating (SIGTERM)\u000a17:16:32.418452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=519): Terminating (SIGTERM)\u000a17:16:32.457404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=522): Terminating (SIGTERM)\u000a17:16:32.496517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=525): Terminating (SIGTERM)\u000a17:16:32.505928 --- ParallelTerminationStrategy: PID 513 died...\u000a17:16:32.558926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=513): Terminated: ok {rc=0}\u000a17:16:32.568747 --- ParallelTerminationStrategy: PID 514 died...\u000a17:16:32.621830 run iperf3-srv_10.42.42.10(pid=514): Terminated {rc=256}\u000a17:16:32.631621 --- ParallelTerminationStrategy: PID 515 died...\u000a17:16:32.684577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=515): Terminated: ok {rc=0}\u000a17:16:32.694062 --- ParallelTerminationStrategy: PID 516 died...\u000a17:16:32.746712 run iperf3-srv_10.42.42.10(pid=516): Terminated {rc=256}\u000a17:16:32.756537 --- ParallelTerminationStrategy: PID 519 died...\u000a17:16:32.809042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=519): Terminated: ok {rc=0}\u000a17:16:32.818951 --- ParallelTerminationStrategy: PID 522 died...\u000a17:16:32.871568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=522): Terminated: ok {rc=0}\u000a17:16:32.881402 --- ParallelTerminationStrategy: PID 525 died...\u000a17:16:32.933868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=525): Terminated: ok {rc=0}\u000a17:16:33.021218 bus /gobi_0: Setting Powered False\u000a17:16:34.123948 bus /gobi_0: Setting Powered False\u000a17:16:35.231736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=535): Process ended prematurely: osmo-stp_10.42.42.5(pid=535) [trial-2379↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=535)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=535): Process ended prematurely: osmo-stp_10.42.42.5(pid=535) [trial-2379↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a17:16:36.345789 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.357605 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:16:36.502223 tst iperf3.py: using LAC 30336\u000a17:16:36.628673 tst iperf3.py: using RAC 246\u000a17:16:36.756500 tst iperf3.py: using CellId 30336\u000a17:16:36.883320 tst iperf3.py: using BVCI 30337\u000a17:16:36.908183 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.919608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.930588 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.941548 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.952427 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.963368 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.974514 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.985399 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:36.996435 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:37.271075 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:37.396083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:37.707104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=527): Launched\u000a17:16:37.966258 run iperf3-srv_10.42.42.10(pid=528): Launched\u000a17:16:38.147790 tst iperf3.py:8: start network...\u000a17:16:38.272023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:38.744795 run create_hlr_db(pid=529): Launched\u000a17:16:38.916490 bus /gobi_6: Setting Powered False\u000a17:16:39.936902 run create_hlr_db(pid=529): Terminated: ok {rc=0}\u000a17:16:40.331945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=531): Launched\u000a17:16:40.632076 run osmo-hlr_10.42.42.2(pid=532): Launched\u000a17:16:40.748485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:41.275578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=534): Launched\u000a17:16:41.575507 run osmo-stp_10.42.42.5(pid=535): Launched\u000a17:16:41.685201 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:42.205889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=537): Launched\u000a17:16:42.312122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:42.573605 run patchelf(pid=538): Launched\u000a17:16:42.748374 run osmo-stp_10.42.42.5(pid=535): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=535)]\u000a17:16:42.877134 run osmo-stp_10.42.42.5(pid=535): stdout: \u000a| (launched: 2022-12-12_17:16:41.426953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:43.005712 run osmo-stp_10.42.42.5(pid=535): stderr: \u000a| �[0;m�[38;5;43m20221212171641594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171641594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171641595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171641595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:43.129698 run osmo-stp_10.42.42.5(pid=535): stdout: \u000a| (launched: 2022-12-12_17:16:41.426953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:43.252348 run osmo-stp_10.42.42.5(pid=535): stderr: \u000a| �[0;m�[38;5;43m20221212171641594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171641594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171641595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171641595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171641596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:43.394456 run patchelf(pid=538): Terminating (SIGINT)\u000a17:16:43.561250 run patchelf(pid=538): Terminated: ok {rc=0}\u000a17:16:43.592079 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=535): Process ended prematurely: osmo-stp_10.42.42.5(pid=535) [trial-2379↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=535)] [trial-2379↪gprs:nanobts+band-900↪iperf3.py:8]\u000a17:16:43.601356 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a17:16:43.661133 run osmo-hlr_10.42.42.2(pid=532): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=532)]\u000a17:16:43.709418 run osmo-hlr_10.42.42.2(pid=532): stdout: \u000a| (launched: 2022-12-12_17:16:40.483923) \u000a17:16:43.758987 run osmo-hlr_10.42.42.2(pid=532): stderr: \u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171640657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171640670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171640678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171640679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171640679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:43.800422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=527): Terminating (SIGTERM)\u000a17:16:43.839843 run iperf3-srv_10.42.42.10(pid=528): Terminating (SIGTERM)\u000a17:16:43.879249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=531): Terminating (SIGTERM)\u000a17:16:43.918851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=534): Terminating (SIGTERM)\u000a17:16:43.958068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=537): Terminating (SIGTERM)\u000a17:16:43.967543 --- ParallelTerminationStrategy: PID 527 died...\u000a17:16:44.020194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=527): Terminated: ok {rc=0}\u000a17:16:44.030102 --- ParallelTerminationStrategy: PID 528 died...\u000a17:16:44.082104 run iperf3-srv_10.42.42.10(pid=528): Terminated {rc=256}\u000a17:16:44.091830 --- ParallelTerminationStrategy: PID 531 died...\u000a17:16:44.143735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=531): Terminated: ok {rc=0}\u000a17:16:44.153276 --- ParallelTerminationStrategy: PID 534 died...\u000a17:16:44.205429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=534): Terminated: ok {rc=0}\u000a17:16:44.215260 --- ParallelTerminationStrategy: PID 537 died...\u000a17:16:44.267864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=537): Terminated: ok {rc=0}\u000a17:16:44.354748 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a17:16:45.464304 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:45.475557 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:16:45.611638 tst iperf3m4.py: using LAC 30337\u000a17:16:45.730630 tst iperf3m4.py: using RAC 247\u000a17:16:45.854529 tst iperf3m4.py: using CellId 30337\u000a17:16:45.984746 tst iperf3m4.py: using BVCI 30338\u000a17:16:46.008781 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.020604 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.032294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.044507 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.057365 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.068878 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.081474 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.093985 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:16:46.106058 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:46.223242 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:46.365659 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:46.482277 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:16:46.779849 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:16:46.917963 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:47.269839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Launched\u000a17:16:47.547056 run iperf3-srv_10.42.42.10(pid=540): Launched\u000a17:16:47.743253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:16:47.877487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:48.210821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Launched\u000a17:16:48.489917 run iperf3-srv_10.42.42.10(pid=542): Launched\u000a17:16:48.685163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:16:48.818826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:49.151369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Launched\u000a17:16:49.427121 run iperf3-srv_10.42.42.10(pid=544): Launched\u000a17:16:49.622857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:16:49.756116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:16:50.088544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Launched\u000a17:16:50.364416 run iperf3-srv_10.42.42.10(pid=546): Launched\u000a17:16:50.560507 tst iperf3m4.py:8: start network...\u000a17:16:50.694564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:16:51.207577 run create_hlr_db(pid=547): Launched\u000a17:16:51.379582 bus /gobi_6: Setting Powered False\u000a17:16:52.401235 run create_hlr_db(pid=547): Terminated: ok {rc=0}\u000a17:16:52.827802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Launched\u000a17:16:53.150782 run osmo-hlr_10.42.42.2(pid=550): Launched\u000a17:16:53.268434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:16:53.827204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Launched\u000a17:16:54.152277 run osmo-stp_10.42.42.5(pid=553): Launched\u000a17:16:54.268788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:16:54.828784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Launched\u000a17:16:54.943865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:16:55.223506 run patchelf(pid=556): Launched\u000a17:16:55.410892 run osmo-stp_10.42.42.5(pid=553): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)]\u000a17:16:55.547676 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-12_17:16:53.991813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:55.685686 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221212171654180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171654180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171654181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171654181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171654181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171654182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171654182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:55.818472 run osmo-stp_10.42.42.5(pid=553): stdout: \u000a| (launched: 2022-12-12_17:16:53.991813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:16:55.951008 run osmo-stp_10.42.42.5(pid=553): stderr: \u000a| �[0;m�[38;5;43m20221212171654180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171654180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171654181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171654181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171654181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171654182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171654182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:16:56.104205 run patchelf(pid=556): Terminating (SIGINT)\u000a17:16:56.283493 run patchelf(pid=556): Terminated: ok {rc=0}\u000a17:16:56.316365 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=553): Process ended prematurely: osmo-stp_10.42.42.5(pid=553) [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=553)] [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a17:16:56.326308 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a17:16:56.388546 run osmo-hlr_10.42.42.2(pid=550): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=550)]\u000a17:16:56.439093 run osmo-hlr_10.42.42.2(pid=550): stdout: \u000a| (launched: 2022-12-12_17:16:52.991967) \u000a17:16:56.490471 run osmo-hlr_10.42.42.2(pid=550): stderr: \u000a| �[0;m�[1;31m20221212171653186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171653186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171653186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171653187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171653187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171653187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171653199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171653209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171653209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171653209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:16:56.534119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Terminating (SIGTERM)\u000a17:16:56.574977 run iperf3-srv_10.42.42.10(pid=540): Terminating (SIGTERM)\u000a17:16:56.615891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Terminating (SIGTERM)\u000a17:16:56.656644 run iperf3-srv_10.42.42.10(pid=542): Terminating (SIGTERM)\u000a17:16:56.698024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Terminating (SIGTERM)\u000a17:16:56.738907 run iperf3-srv_10.42.42.10(pid=544): Terminating (SIGTERM)\u000a17:16:56.779840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Terminating (SIGTERM)\u000a17:16:56.820423 run iperf3-srv_10.42.42.10(pid=546): Terminating (SIGTERM)\u000a17:16:56.861739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminating (SIGTERM)\u000a17:16:56.902806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminating (SIGTERM)\u000a17:16:56.943762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Terminating (SIGTERM)\u000a17:16:56.953479 --- ParallelTerminationStrategy: PID 539 died...\u000a17:16:57.008863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=539): Terminated: ok {rc=0}\u000a17:16:57.019003 --- ParallelTerminationStrategy: PID 540 died...\u000a17:16:57.073555 run iperf3-srv_10.42.42.10(pid=540): Terminated {rc=256}\u000a17:16:57.083359 --- ParallelTerminationStrategy: PID 541 died...\u000a17:16:57.137838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=541): Terminated: ok {rc=0}\u000a17:16:57.147686 --- ParallelTerminationStrategy: PID 542 died...\u000a17:16:57.202094 run iperf3-srv_10.42.42.10(pid=542): Terminated {rc=256}\u000a17:16:57.211925 --- ParallelTerminationStrategy: PID 543 died...\u000a17:16:57.266100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=543): Terminated: ok {rc=0}\u000a17:16:57.275928 --- ParallelTerminationStrategy: PID 544 died...\u000a17:16:57.330583 run iperf3-srv_10.42.42.10(pid=544): Terminated {rc=256}\u000a17:16:57.340435 --- ParallelTerminationStrategy: PID 545 died...\u000a17:16:57.394676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=545): Terminated: ok {rc=0}\u000a17:16:57.404511 --- ParallelTerminationStrategy: PID 546 died...\u000a17:16:57.458816 run iperf3-srv_10.42.42.10(pid=546): Terminated {rc=256}\u000a17:16:57.468743 --- ParallelTerminationStrategy: PID 549 died...\u000a17:16:57.523198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=549): Terminated: ok {rc=0}\u000a17:16:57.533166 --- ParallelTerminationStrategy: PID 552 died...\u000a17:16:57.587431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=552): Terminated: ok {rc=0}\u000a17:16:57.597431 --- ParallelTerminationStrategy: PID 555 died...\u000a17:16:57.651572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=555): Terminated: ok {rc=0}\u000a17:16:57.736828 bus /gobi_4: Setting Powered False\u000a17:16:58.843592 bus /gobi_4: Setting Powered False\u000a17:16:59.952384 bus /gobi_1: Setting Powered False\u000a17:17:01.058126 bus /gobi_1: Setting Powered False\u000a17:17:02.167905 bus /gobi_0: Setting Powered False\u000a17:17:03.269251 bus /gobi_0: Setting Powered False\u000a17:17:04.374768 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=566): Process ended prematurely: osmo-stp_10.42.42.5(pid=566) [trial-2379↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=566)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=566): Process ended prematurely: osmo-stp_10.42.42.5(pid=566) [trial-2379↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a17:17:05.442499 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:05.454066 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:17:05.594471 tst ping.py: using LAC 30338\u000a17:17:05.719732 tst ping.py: using RAC 248\u000a17:17:05.845742 tst ping.py: using CellId 30338\u000a17:17:05.971213 tst ping.py: using BVCI 30339\u000a17:17:05.995384 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.006581 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.017545 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.028540 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.039392 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.050266 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.061515 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:06.072472 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:17:06.357691 tst ping.py:19: start network...\u000a17:17:06.488330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:06.991380 run create_hlr_db(pid=560): Launched\u000a17:17:07.173951 bus /gobi_6: Setting Powered False\u000a17:17:08.194427 run create_hlr_db(pid=560): Terminated: ok {rc=0}\u000a17:17:08.589109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=562): Launched\u000a17:17:08.883086 run osmo-hlr_10.42.42.2(pid=563): Launched\u000a17:17:08.994630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:09.507878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=565): Launched\u000a17:17:09.801395 run osmo-stp_10.42.42.5(pid=566): Launched\u000a17:17:09.907643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:10.420330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=568): Launched\u000a17:17:10.524484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:10.781986 run patchelf(pid=569): Launched\u000a17:17:10.953740 run osmo-stp_10.42.42.5(pid=566): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=566)]\u000a17:17:11.079174 run osmo-stp_10.42.42.5(pid=566): stdout: \u000a| (launched: 2022-12-12_17:17:09.655623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:11.205137 run osmo-stp_10.42.42.5(pid=566): stderr: \u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171709822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:11.326909 run osmo-stp_10.42.42.5(pid=566): stdout: \u000a| (launched: 2022-12-12_17:17:09.655623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:11.447276 run osmo-stp_10.42.42.5(pid=566): stderr: \u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171709821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171709822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171709822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:11.586901 run patchelf(pid=569): Terminating (SIGINT)\u000a17:17:11.750998 run patchelf(pid=569): Terminated: ok {rc=0}\u000a17:17:11.781321 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=566): Process ended prematurely: osmo-stp_10.42.42.5(pid=566) [trial-2379↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=566)] [trial-2379↪gprs:nanobts+band-900↪ping.py:22]\u000a17:17:11.790032 tst ping.py:22: Test FAILED (6.3 sec)\u000a17:17:11.849601 run osmo-hlr_10.42.42.2(pid=563): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=563)]\u000a17:17:11.898353 run osmo-hlr_10.42.42.2(pid=563): stdout: \u000a| (launched: 2022-12-12_17:17:08.737774) \u000a17:17:11.947300 run osmo-hlr_10.42.42.2(pid=563): stderr: \u000a| �[0;m�[1;31m20221212171708908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171708909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171708909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171708909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171708909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171708909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171708921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171708930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171708930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171708930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:11.988941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=562): Terminating (SIGTERM)\u000a17:17:12.028002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=565): Terminating (SIGTERM)\u000a17:17:12.067046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=568): Terminating (SIGTERM)\u000a17:17:12.076509 --- ParallelTerminationStrategy: PID 562 died...\u000a17:17:12.129091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=562): Terminated: ok {rc=0}\u000a17:17:12.138597 --- ParallelTerminationStrategy: PID 565 died...\u000a17:17:12.191325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=565): Terminated: ok {rc=0}\u000a17:17:12.201242 --- ParallelTerminationStrategy: PID 568 died...\u000a17:17:12.253724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=568): Terminated: ok {rc=0}\u000a17:17:12.341262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a17:17:13.393737 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:13.405533 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a17:17:13.547413 tst ping_idle_ping.py: using LAC 30339\u000a17:17:13.671079 tst ping_idle_ping.py: using RAC 249\u000a17:17:13.795115 tst ping_idle_ping.py: using CellId 30339\u000a17:17:13.925861 tst ping_idle_ping.py: using BVCI 30340\u000a17:17:13.950264 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:13.961511 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:13.972380 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:13.983338 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:13.994284 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:14.005214 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:14.016332 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a17:17:14.027377 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a17:17:14.297226 tst ping_idle_ping.py:24: start network...\u000a17:17:14.419749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:14.887030 run create_hlr_db(pid=570): Launched\u000a17:17:15.057071 bus /gobi_6: Setting Powered False\u000a17:17:16.117850 run create_hlr_db(pid=570): Terminated: ok {rc=0}\u000a17:17:16.560700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Launched\u000a17:17:16.990447 run osmo-hlr_10.42.42.2(pid=573): Launched\u000a17:17:17.145060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:17.657721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Launched\u000a17:17:17.952507 run osmo-stp_10.42.42.5(pid=576): Launched\u000a17:17:18.060338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:18.574458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Launched\u000a17:17:18.678724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:18.936462 run patchelf(pid=579): Launched\u000a17:17:19.108343 run osmo-stp_10.42.42.5(pid=576): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a17:17:19.234056 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-12_17:17:17.806439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:19.360190 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171717974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:19.482373 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-12_17:17:17.806439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:19.603055 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171717973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171717974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171717974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:19.743491 run patchelf(pid=579): Terminating (SIGINT)\u000a17:17:19.908681 run patchelf(pid=579): Terminated: ok {rc=0}\u000a17:17:19.938891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)] [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a17:17:19.947601 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a17:17:20.007078 run osmo-hlr_10.42.42.2(pid=573): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=573)]\u000a17:17:20.056207 run osmo-hlr_10.42.42.2(pid=573): stdout: \u000a| (launched: 2022-12-12_17:17:16.727200) \u000a17:17:20.105468 run osmo-hlr_10.42.42.2(pid=573): stderr: \u000a| �[0;m�[1;31m20221212171716963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171716963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171716963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171716963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171716963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171716964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171717014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171717031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171717031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171717031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:20.146964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminating (SIGTERM)\u000a17:17:20.186618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminating (SIGTERM)\u000a17:17:20.226114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Terminating (SIGTERM)\u000a17:17:20.235569 --- ParallelTerminationStrategy: PID 572 died...\u000a17:17:20.288508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminated: ok {rc=0}\u000a17:17:20.298756 --- ParallelTerminationStrategy: PID 575 died...\u000a17:17:20.351150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminated: ok {rc=0}\u000a17:17:20.360849 --- ParallelTerminationStrategy: PID 578 died...\u000a17:17:20.413038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Terminated: ok {rc=0}\u000a17:17:20.500237 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:16:22" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:17:22.650818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:22.661700 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:22.797560 tst cs_paging_gprs_active.py: using LAC 30340\u000a17:17:22.924412 tst cs_paging_gprs_active.py: using RAC 250\u000a17:17:23.050173 tst cs_paging_gprs_active.py: using CellId 30340\u000a17:17:23.176387 tst cs_paging_gprs_active.py: using BVCI 30341\u000a17:17:23.201118 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.212601 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.223724 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.235515 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.247108 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.258783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.270596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.282205 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:23.294109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.413803 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:23.706275 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:17:23.840273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:24.173906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=583): Launched\u000a17:17:24.452431 run iperf3-srv_10.42.42.10(pid=584): Launched\u000a17:17:24.649247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:17:24.783068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:25.116552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=585): Launched\u000a17:17:25.393783 run iperf3-srv_10.42.42.10(pid=586): Launched\u000a17:17:25.590194 tst cs_paging_gprs_active.py:38: start network...\u000a17:17:25.723631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:26.237305 run create_hlr_db(pid=587): Launched\u000a17:17:26.422608 bus /gobi_6: Setting Powered False\u000a17:17:27.444120 run create_hlr_db(pid=587): Terminated: ok {rc=0}\u000a17:17:27.847577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=589): Launched\u000a17:17:28.149150 run osmo-hlr_10.42.42.2(pid=590): Launched\u000a17:17:28.258482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:28.778984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Launched\u000a17:17:29.080003 run osmo-stp_10.42.42.5(pid=593): Launched\u000a17:17:29.189760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:29.711946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=595): Launched\u000a17:17:29.818669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:30.080736 run patchelf(pid=596): Launched\u000a17:17:30.256827 run osmo-stp_10.42.42.5(pid=593): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)]\u000a17:17:30.385410 run osmo-stp_10.42.42.5(pid=593): stdout: \u000a| (launched: 2022-12-12_17:17:28.930781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:30.513927 run osmo-stp_10.42.42.5(pid=593): stderr: \u000a| �[0;m�[38;5;43m20221212171729097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171729097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171729098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171729098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:30.638393 run osmo-stp_10.42.42.5(pid=593): stdout: \u000a| (launched: 2022-12-12_17:17:28.930781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:30.761695 run osmo-stp_10.42.42.5(pid=593): stderr: \u000a| �[0;m�[38;5;43m20221212171729097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171729097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171729098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171729098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171729099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:30.922196 run patchelf(pid=596): Terminating (SIGINT)\u000a17:17:31.106700 run patchelf(pid=596): Terminated: ok {rc=0}\u000a17:17:31.140619 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=593): Process ended prematurely: osmo-stp_10.42.42.5(pid=593) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=593)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a17:17:31.151970 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a17:17:31.217506 run osmo-hlr_10.42.42.2(pid=590): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=590)]\u000a17:17:31.269407 run osmo-hlr_10.42.42.2(pid=590): stdout: \u000a| (launched: 2022-12-12_17:17:28.000058) \u000a17:17:31.322281 run osmo-hlr_10.42.42.2(pid=590): stderr: \u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171728173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171728209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171728218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171728219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:31.367632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=583): Terminating (SIGTERM)\u000a17:17:31.413172 run iperf3-srv_10.42.42.10(pid=584): Terminating (SIGTERM)\u000a17:17:31.457425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=585): Terminating (SIGTERM)\u000a17:17:31.499568 run iperf3-srv_10.42.42.10(pid=586): Terminating (SIGTERM)\u000a17:17:31.544609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=589): Terminating (SIGTERM)\u000a17:17:31.589207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Terminating (SIGTERM)\u000a17:17:31.634921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=595): Terminating (SIGTERM)\u000a17:17:31.645424 --- ParallelTerminationStrategy: PID 583 died...\u000a17:17:31.704673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=583): Terminated: ok {rc=0}\u000a17:17:31.715356 --- ParallelTerminationStrategy: PID 584 died...\u000a17:17:31.772357 run iperf3-srv_10.42.42.10(pid=584): Terminated {rc=256}\u000a17:17:31.782857 --- ParallelTerminationStrategy: PID 585 died...\u000a17:17:31.839656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=585): Terminated: ok {rc=0}\u000a17:17:31.850656 --- ParallelTerminationStrategy: PID 586 died...\u000a17:17:31.907923 run iperf3-srv_10.42.42.10(pid=586): Terminated {rc=256}\u000a17:17:31.918861 --- ParallelTerminationStrategy: PID 589 died...\u000a17:17:31.977574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=589): Terminated: ok {rc=0}\u000a17:17:31.988526 --- ParallelTerminationStrategy: PID 592 died...\u000a17:17:32.046012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=592): Terminated: ok {rc=0}\u000a17:17:32.057604 --- ParallelTerminationStrategy: PID 595 died...\u000a17:17:32.114330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=595): Terminated: ok {rc=0}\u000a17:17:32.204361 bus /gobi_0: Setting Powered False\u000a17:17:33.307028 bus /gobi_0: Setting Powered False\u000a17:17:34.415818 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=605): Process ended prematurely: osmo-stp_10.42.42.5(pid=605) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=605)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=605): Process ended prematurely: osmo-stp_10.42.42.5(pid=605) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a17:17:35.523512 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:35.535013 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:35.672282 tst iperf3.py: using LAC 30341\u000a17:17:35.794044 tst iperf3.py: using RAC 251\u000a17:17:35.913639 tst iperf3.py: using CellId 30341\u000a17:17:36.029789 tst iperf3.py: using BVCI 30342\u000a17:17:36.052499 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.063452 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.074238 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.085304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.095777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.107001 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.118164 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.128935 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:36.140016 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:36.430905 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:36.565119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:36.898589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Launched\u000a17:17:37.176748 run iperf3-srv_10.42.42.10(pid=598): Launched\u000a17:17:37.374108 tst iperf3.py:8: start network...\u000a17:17:37.508868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:38.025358 run create_hlr_db(pid=599): Launched\u000a17:17:38.210841 bus /gobi_6: Setting Powered False\u000a17:17:39.231213 run create_hlr_db(pid=599): Terminated: ok {rc=0}\u000a17:17:39.634610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=601): Launched\u000a17:17:39.934281 run osmo-hlr_10.42.42.2(pid=602): Launched\u000a17:17:40.043956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:40.566576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=604): Launched\u000a17:17:40.865875 run osmo-stp_10.42.42.5(pid=605): Launched\u000a17:17:40.975158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:41.497531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=607): Launched\u000a17:17:41.604103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:41.880302 run patchelf(pid=608): Launched\u000a17:17:42.068066 run osmo-stp_10.42.42.5(pid=605): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=605)]\u000a17:17:42.205852 run osmo-stp_10.42.42.5(pid=605): stdout: \u000a| (launched: 2022-12-12_17:17:40.718123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:42.343714 run osmo-stp_10.42.42.5(pid=605): stderr: \u000a| �[0;m�[38;5;43m20221212171740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171740888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171740888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:42.476791 run osmo-stp_10.42.42.5(pid=605): stdout: \u000a| (launched: 2022-12-12_17:17:40.718123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:42.608712 run osmo-stp_10.42.42.5(pid=605): stderr: \u000a| �[0;m�[38;5;43m20221212171740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171740887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171740888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171740888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171740889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:42.761329 run patchelf(pid=608): Terminating (SIGINT)\u000a17:17:42.940744 run patchelf(pid=608): Terminated: ok {rc=0}\u000a17:17:42.973770 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=605): Process ended prematurely: osmo-stp_10.42.42.5(pid=605) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=605)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a17:17:42.983574 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a17:17:43.045650 run osmo-hlr_10.42.42.2(pid=602): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=602)]\u000a17:17:43.096220 run osmo-hlr_10.42.42.2(pid=602): stdout: \u000a| (launched: 2022-12-12_17:17:39.786494) \u000a17:17:43.147124 run osmo-hlr_10.42.42.2(pid=602): stderr: \u000a| �[0;m�[1;31m20221212171739960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171739960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171739960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171739960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171739961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171739961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171739974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171739983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:43.190704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Terminating (SIGTERM)\u000a17:17:43.232059 run iperf3-srv_10.42.42.10(pid=598): Terminating (SIGTERM)\u000a17:17:43.273594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=601): Terminating (SIGTERM)\u000a17:17:43.315048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=604): Terminating (SIGTERM)\u000a17:17:43.356335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=607): Terminating (SIGTERM)\u000a17:17:43.366277 --- ParallelTerminationStrategy: PID 597 died...\u000a17:17:43.421798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=597): Terminated: ok {rc=0}\u000a17:17:43.431855 --- ParallelTerminationStrategy: PID 598 died...\u000a17:17:43.486868 run iperf3-srv_10.42.42.10(pid=598): Terminated {rc=256}\u000a17:17:43.496727 --- ParallelTerminationStrategy: PID 601 died...\u000a17:17:43.551713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=601): Terminated: ok {rc=0}\u000a17:17:43.561843 --- ParallelTerminationStrategy: PID 604 died...\u000a17:17:43.616674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=604): Terminated: ok {rc=0}\u000a17:17:43.626787 --- ParallelTerminationStrategy: PID 607 died...\u000a17:17:43.681790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=607): Terminated: ok {rc=0}\u000a17:17:43.767289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=623): Process ended prematurely: osmo-stp_10.42.42.5(pid=623) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=623)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=623): Process ended prematurely: osmo-stp_10.42.42.5(pid=623) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a17:17:44.880589 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:44.892824 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:17:45.039170 tst iperf3m4.py: using LAC 30342\u000a17:17:45.155641 tst iperf3m4.py: using RAC 252\u000a17:17:45.276750 tst iperf3m4.py: using CellId 30342\u000a17:17:45.394409 tst iperf3m4.py: using BVCI 30343\u000a17:17:45.417299 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.428203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.438926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.450600 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.462065 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.473661 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.485284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.496572 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:17:45.508173 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:45.630061 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:45.753900 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:45.887538 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:17:46.182326 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:17:46.311409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:46.646607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Launched\u000a17:17:46.917060 run iperf3-srv_10.42.42.10(pid=610): Launched\u000a17:17:47.105593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:17:47.234056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:47.545682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Launched\u000a17:17:47.805077 run iperf3-srv_10.42.42.10(pid=612): Launched\u000a17:17:47.987159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:17:48.111680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:48.422952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=613): Launched\u000a17:17:48.682037 run iperf3-srv_10.42.42.10(pid=614): Launched\u000a17:17:48.864151 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:17:48.988759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:17:49.300038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=615): Launched\u000a17:17:49.559101 run iperf3-srv_10.42.42.10(pid=616): Launched\u000a17:17:49.741026 tst iperf3m4.py:8: start network...\u000a17:17:49.865587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:17:50.337248 run create_hlr_db(pid=617): Launched\u000a17:17:50.509272 bus /gobi_6: Setting Powered False\u000a17:17:51.531132 run create_hlr_db(pid=617): Terminated: ok {rc=0}\u000a17:17:51.930855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Launched\u000a17:17:52.231163 run osmo-hlr_10.42.42.2(pid=620): Launched\u000a17:17:52.344660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:17:52.868862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=622): Launched\u000a17:17:53.171035 run osmo-stp_10.42.42.5(pid=623): Launched\u000a17:17:53.280678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:17:53.803913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=625): Launched\u000a17:17:53.910600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:17:54.171957 run patchelf(pid=626): Launched\u000a17:17:54.346968 run osmo-stp_10.42.42.5(pid=623): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=623)]\u000a17:17:54.475427 run osmo-stp_10.42.42.5(pid=623): stdout: \u000a| (launched: 2022-12-12_17:17:53.021548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:54.604291 run osmo-stp_10.42.42.5(pid=623): stderr: \u000a| �[0;m�[38;5;43m20221212171753189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171753189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171753190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171753190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171753190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171753191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171753191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:54.727892 run osmo-stp_10.42.42.5(pid=623): stdout: \u000a| (launched: 2022-12-12_17:17:53.021548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:17:54.850734 run osmo-stp_10.42.42.5(pid=623): stderr: \u000a| �[0;m�[38;5;43m20221212171753189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171753189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171753190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171753190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171753190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171753191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171753191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:17:54.993100 run patchelf(pid=626): Terminating (SIGINT)\u000a17:17:55.160002 run patchelf(pid=626): Terminated: ok {rc=0}\u000a17:17:55.190739 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=623): Process ended prematurely: osmo-stp_10.42.42.5(pid=623) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=623)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a17:17:55.200011 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a17:17:55.260069 run osmo-hlr_10.42.42.2(pid=620): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=620)]\u000a17:17:55.307854 run osmo-hlr_10.42.42.2(pid=620): stdout: \u000a| (launched: 2022-12-12_17:17:52.082411) \u000a17:17:55.356895 run osmo-hlr_10.42.42.2(pid=620): stderr: \u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171752256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171752269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171752277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171752278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171752278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:17:55.397989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Terminating (SIGTERM)\u000a17:17:55.436874 run iperf3-srv_10.42.42.10(pid=610): Terminating (SIGTERM)\u000a17:17:55.475839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminating (SIGTERM)\u000a17:17:55.515001 run iperf3-srv_10.42.42.10(pid=612): Terminating (SIGTERM)\u000a17:17:55.553838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=613): Terminating (SIGTERM)\u000a17:17:55.593085 run iperf3-srv_10.42.42.10(pid=614): Terminating (SIGTERM)\u000a17:17:55.632065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=615): Terminating (SIGTERM)\u000a17:17:55.671188 run iperf3-srv_10.42.42.10(pid=616): Terminating (SIGTERM)\u000a17:17:55.710227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminating (SIGTERM)\u000a17:17:55.749427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=622): Terminating (SIGTERM)\u000a17:17:55.788470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=625): Terminating (SIGTERM)\u000a17:17:55.797947 --- ParallelTerminationStrategy: PID 609 died...\u000a17:17:55.850061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=609): Terminated: ok {rc=0}\u000a17:17:55.859895 --- ParallelTerminationStrategy: PID 610 died...\u000a17:17:55.911775 run iperf3-srv_10.42.42.10(pid=610): Terminated {rc=256}\u000a17:17:55.921897 --- ParallelTerminationStrategy: PID 611 died...\u000a17:17:55.973558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=611): Terminated: ok {rc=0}\u000a17:17:55.983338 --- ParallelTerminationStrategy: PID 612 died...\u000a17:17:56.035460 run iperf3-srv_10.42.42.10(pid=612): Terminated {rc=256}\u000a17:17:56.045229 --- ParallelTerminationStrategy: PID 613 died...\u000a17:17:56.097042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=613): Terminated: ok {rc=0}\u000a17:17:56.106888 --- ParallelTerminationStrategy: PID 614 died...\u000a17:17:56.159474 run iperf3-srv_10.42.42.10(pid=614): Terminated {rc=256}\u000a17:17:56.168888 --- ParallelTerminationStrategy: PID 615 died...\u000a17:17:56.220905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=615): Terminated: ok {rc=0}\u000a17:17:56.230798 --- ParallelTerminationStrategy: PID 616 died...\u000a17:17:56.283015 run iperf3-srv_10.42.42.10(pid=616): Terminated {rc=256}\u000a17:17:56.292723 --- ParallelTerminationStrategy: PID 619 died...\u000a17:17:56.345109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=619): Terminated: ok {rc=0}\u000a17:17:56.354872 --- ParallelTerminationStrategy: PID 622 died...\u000a17:17:56.407012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=622): Terminated: ok {rc=0}\u000a17:17:56.416683 --- ParallelTerminationStrategy: PID 625 died...\u000a17:17:56.469090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=625): Terminated: ok {rc=0}\u000a17:17:56.550939 bus /gobi_4: Setting Powered False\u000a17:17:57.657756 bus /gobi_4: Setting Powered False\u000a17:17:58.763074 bus /gobi_1: Setting Powered False\u000a17:17:59.868548 bus /gobi_1: Setting Powered False\u000a17:18:00.998267 bus /gobi_0: Setting Powered False\u000a17:18:02.131175 bus /gobi_0: Setting Powered False\u000a17:18:03.240058 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=633): Process ended prematurely: osmo-stp_10.42.42.5(pid=633) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=633)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=633): Process ended prematurely: osmo-stp_10.42.42.5(pid=633) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a17:18:04.310084 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.322245 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:18:04.466442 tst ping.py: using LAC 30343\u000a17:18:04.593548 tst ping.py: using RAC 253\u000a17:18:04.717376 tst ping.py: using CellId 30343\u000a17:18:04.843029 tst ping.py: using BVCI 30344\u000a17:18:04.867162 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.879076 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.890390 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.901656 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.912730 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.924050 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.935447 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:04.946650 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:18:05.232875 tst ping.py:19: start network...\u000a17:18:05.364136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:05.869332 run create_hlr_db(pid=627): Launched\u000a17:18:06.052215 bus /gobi_6: Setting Powered False\u000a17:18:07.072449 run create_hlr_db(pid=627): Terminated: ok {rc=0}\u000a17:18:07.471038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=629): Launched\u000a17:18:07.765518 run osmo-hlr_10.42.42.2(pid=630): Launched\u000a17:18:07.872628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:08.385879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=632): Launched\u000a17:18:08.681911 run osmo-stp_10.42.42.5(pid=633): Launched\u000a17:18:08.788871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:09.311721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Launched\u000a17:18:09.424920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:09.702252 run patchelf(pid=636): Launched\u000a17:18:09.887614 run osmo-stp_10.42.42.5(pid=633): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=633)]\u000a17:18:10.023104 run osmo-stp_10.42.42.5(pid=633): stdout: \u000a| (launched: 2022-12-12_17:18:08.534367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:10.159073 run osmo-stp_10.42.42.5(pid=633): stderr: \u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171808701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:10.290324 run osmo-stp_10.42.42.5(pid=633): stdout: \u000a| (launched: 2022-12-12_17:18:08.534367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:10.420120 run osmo-stp_10.42.42.5(pid=633): stderr: \u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171808700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171808701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171808701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:10.570577 run patchelf(pid=636): Terminating (SIGINT)\u000a17:18:10.747353 run patchelf(pid=636): Terminated: ok {rc=0}\u000a17:18:10.779474 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=633): Process ended prematurely: osmo-stp_10.42.42.5(pid=633) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=633)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a17:18:10.788737 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:18:10.851237 run osmo-hlr_10.42.42.2(pid=630): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=630)]\u000a17:18:10.903201 run osmo-hlr_10.42.42.2(pid=630): stdout: \u000a| (launched: 2022-12-12_17:18:07.620226) \u000a17:18:10.955529 run osmo-hlr_10.42.42.2(pid=630): stderr: \u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171807793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171807806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171807815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171807815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171807815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:11.000051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=629): Terminating (SIGTERM)\u000a17:18:11.042360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=632): Terminating (SIGTERM)\u000a17:18:11.084740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminating (SIGTERM)\u000a17:18:11.094727 --- ParallelTerminationStrategy: PID 629 died...\u000a17:18:11.151372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=629): Terminated: ok {rc=0}\u000a17:18:11.161808 --- ParallelTerminationStrategy: PID 632 died...\u000a17:18:11.217880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=632): Terminated: ok {rc=0}\u000a17:18:11.228216 --- ParallelTerminationStrategy: PID 635 died...\u000a17:18:11.284391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=635): Terminated: ok {rc=0}\u000a17:18:11.371481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a17:18:12.425616 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:12.438471 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a17:18:12.583469 tst ping_idle_ping.py: using LAC 30344\u000a17:18:12.707890 tst ping_idle_ping.py: using RAC 254\u000a17:18:12.832003 tst ping_idle_ping.py: using CellId 30344\u000a17:18:12.957041 tst ping_idle_ping.py: using BVCI 30345\u000a17:18:12.981405 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:12.992889 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.004156 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.015418 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.026575 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.037790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.049187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a17:18:13.060347 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a17:18:13.349412 tst ping_idle_ping.py:24: start network...\u000a17:18:13.481925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:13.993374 run create_hlr_db(pid=637): Launched\u000a17:18:14.177646 bus /gobi_6: Setting Powered False\u000a17:18:15.198116 run create_hlr_db(pid=637): Terminated: ok {rc=0}\u000a17:18:15.621827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Launched\u000a17:18:16.053497 run osmo-hlr_10.42.42.2(pid=640): Launched\u000a17:18:16.205987 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:16.817317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Launched\u000a17:18:17.270770 run osmo-stp_10.42.42.5(pid=643): Launched\u000a17:18:17.483866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:18.046577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=645): Launched\u000a17:18:18.159395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:18.436939 run patchelf(pid=646): Launched\u000a17:18:18.621782 run osmo-stp_10.42.42.5(pid=643): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a17:18:18.757340 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-12_17:18:16.971109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:18.892526 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221212171817211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171817211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171817212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171817212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:19.023517 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-12_17:18:16.971109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:19.152634 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221212171817211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171817211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171817212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171817212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171817213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:19.303211 run patchelf(pid=646): Terminating (SIGINT)\u000a17:18:19.479761 run patchelf(pid=646): Terminated: ok {rc=0}\u000a17:18:19.512051 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a17:18:19.521300 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a17:18:19.583385 run osmo-hlr_10.42.42.2(pid=640): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=640)]\u000a17:18:19.633618 run osmo-hlr_10.42.42.2(pid=640): stdout: \u000a| (launched: 2022-12-12_17:18:15.783048) \u000a17:18:19.684372 run osmo-hlr_10.42.42.2(pid=640): stderr: \u000a| �[0;m�[1;31m20221212171816072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171816072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171816072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171816073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171816073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171816073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171816092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171816100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171816113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171816113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:19.727920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminating (SIGTERM)\u000a17:18:19.769344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminating (SIGTERM)\u000a17:18:19.810708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=645): Terminating (SIGTERM)\u000a17:18:19.820525 --- ParallelTerminationStrategy: PID 639 died...\u000a17:18:19.875872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminated: ok {rc=0}\u000a17:18:19.886187 --- ParallelTerminationStrategy: PID 642 died...\u000a17:18:19.941350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminated: ok {rc=0}\u000a17:18:19.951506 --- ParallelTerminationStrategy: PID 645 died...\u000a17:18:20.006792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=645): Terminated: ok {rc=0}\u000a17:18:20.093079 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:17:22" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:18:22.247177 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.258766 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:22.418428 tst cs_paging_gprs_active.py: using LAC 30345\u000a17:18:22.544028 tst cs_paging_gprs_active.py: using RAC 255\u000a17:18:22.670181 tst cs_paging_gprs_active.py: using CellId 30345\u000a17:18:22.795421 tst cs_paging_gprs_active.py: using BVCI 30346\u000a17:18:22.819960 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.831343 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.842583 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.853908 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.865061 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.876509 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.887837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.899117 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:22.910435 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:23.029292 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:23.306139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:18:23.430251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:23.742118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=650): Launched\u000a17:18:24.000858 run iperf3-srv_10.42.42.10(pid=651): Launched\u000a17:18:24.183316 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:18:24.307648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:24.619297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=652): Launched\u000a17:18:24.878270 run iperf3-srv_10.42.42.10(pid=653): Launched\u000a17:18:25.060196 tst cs_paging_gprs_active.py:38: start network...\u000a17:18:25.184396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:25.657568 run create_hlr_db(pid=654): Launched\u000a17:18:25.829186 bus /gobi_6: Setting Powered False\u000a17:18:26.850856 run create_hlr_db(pid=654): Terminated: ok {rc=0}\u000a17:18:27.278549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Launched\u000a17:18:27.601529 run osmo-hlr_10.42.42.2(pid=657): Launched\u000a17:18:27.721178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:28.283702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Launched\u000a17:18:28.609152 run osmo-stp_10.42.42.5(pid=660): Launched\u000a17:18:28.726219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:29.289123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=662): Launched\u000a17:18:29.404541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:29.685196 run patchelf(pid=663): Launched\u000a17:18:29.872675 run osmo-stp_10.42.42.5(pid=660): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)]\u000a17:18:30.009864 run osmo-stp_10.42.42.5(pid=660): stdout: \u000a| (launched: 2022-12-12_17:18:28.447519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:30.147040 run osmo-stp_10.42.42.5(pid=660): stderr: \u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171828637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171828637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171828638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171828638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:30.279803 run osmo-stp_10.42.42.5(pid=660): stdout: \u000a| (launched: 2022-12-12_17:18:28.447519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:30.411461 run osmo-stp_10.42.42.5(pid=660): stderr: \u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171828636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171828637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171828637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171828638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171828638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:30.564327 run patchelf(pid=663): Terminating (SIGINT)\u000a17:18:30.744224 run patchelf(pid=663): Terminated: ok {rc=0}\u000a17:18:30.778067 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=660): Process ended prematurely: osmo-stp_10.42.42.5(pid=660) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=660)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a17:18:30.788098 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a17:18:30.850814 run osmo-hlr_10.42.42.2(pid=657): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=657)]\u000a17:18:30.908392 run osmo-hlr_10.42.42.2(pid=657): stdout: \u000a| (launched: 2022-12-12_17:18:27.442215) \u000a17:18:30.960292 run osmo-hlr_10.42.42.2(pid=657): stderr: \u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171827636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171827650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171827659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171827659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171827659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:31.004842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=650): Terminating (SIGTERM)\u000a17:18:31.050518 run iperf3-srv_10.42.42.10(pid=651): Terminating (SIGTERM)\u000a17:18:31.094344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=652): Terminating (SIGTERM)\u000a17:18:31.136923 run iperf3-srv_10.42.42.10(pid=653): Terminating (SIGTERM)\u000a17:18:31.181809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Terminating (SIGTERM)\u000a17:18:31.223604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Terminating (SIGTERM)\u000a17:18:31.265550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=662): Terminating (SIGTERM)\u000a17:18:31.275328 --- ParallelTerminationStrategy: PID 650 died...\u000a17:18:31.331473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=650): Terminated: ok {rc=0}\u000a17:18:31.341955 --- ParallelTerminationStrategy: PID 651 died...\u000a17:18:31.397758 run iperf3-srv_10.42.42.10(pid=651): Terminated {rc=256}\u000a17:18:31.408437 --- ParallelTerminationStrategy: PID 652 died...\u000a17:18:31.464105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=652): Terminated: ok {rc=0}\u000a17:18:31.474619 --- ParallelTerminationStrategy: PID 653 died...\u000a17:18:31.530383 run iperf3-srv_10.42.42.10(pid=653): Terminated {rc=256}\u000a17:18:31.540845 --- ParallelTerminationStrategy: PID 656 died...\u000a17:18:31.596455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=656): Terminated: ok {rc=0}\u000a17:18:31.606916 --- ParallelTerminationStrategy: PID 659 died...\u000a17:18:31.662865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=659): Terminated: ok {rc=0}\u000a17:18:31.673470 --- ParallelTerminationStrategy: PID 662 died...\u000a17:18:31.729212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=662): Terminated: ok {rc=0}\u000a17:18:31.817033 bus /gobi_0: Setting Powered False\u000a17:18:32.921029 bus /gobi_0: Setting Powered False\u000a17:18:34.031223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a17:18:35.139798 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.151280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:35.307212 tst iperf3.py: using LAC 30346\u000a17:18:35.426804 tst iperf3.py: using RAC 1\u000a17:18:35.544696 tst iperf3.py: using CellId 30346\u000a17:18:35.663670 tst iperf3.py: using BVCI 30347\u000a17:18:35.686602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.697997 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.708627 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.719659 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.730712 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.741748 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.752766 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.763659 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:35.775408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:36.065569 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:36.199807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:36.533302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Launched\u000a17:18:36.812999 run iperf3-srv_10.42.42.10(pid=665): Launched\u000a17:18:37.010413 tst iperf3.py:8: start network...\u000a17:18:37.145367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:37.662378 run create_hlr_db(pid=666): Launched\u000a17:18:37.847638 bus /gobi_6: Setting Powered False\u000a17:18:38.869789 run create_hlr_db(pid=666): Terminated: ok {rc=0}\u000a17:18:39.273194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Launched\u000a17:18:39.574122 run osmo-hlr_10.42.42.2(pid=669): Launched\u000a17:18:39.691142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:40.216294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Launched\u000a17:18:40.515834 run osmo-stp_10.42.42.5(pid=672): Launched\u000a17:18:40.624865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:41.147456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Launched\u000a17:18:41.254072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:41.515259 run patchelf(pid=675): Launched\u000a17:18:41.690281 run osmo-stp_10.42.42.5(pid=672): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)]\u000a17:18:41.818308 run osmo-stp_10.42.42.5(pid=672): stdout: \u000a| (launched: 2022-12-12_17:18:40.367984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:41.946833 run osmo-stp_10.42.42.5(pid=672): stderr: \u000a| �[0;m�[38;5;43m20221212171840534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171840534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171840535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171840535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171840535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171840536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171840536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:42.070479 run osmo-stp_10.42.42.5(pid=672): stdout: \u000a| (launched: 2022-12-12_17:18:40.367984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:42.193237 run osmo-stp_10.42.42.5(pid=672): stderr: \u000a| �[0;m�[38;5;43m20221212171840534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171840534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171840535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171840535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171840535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171840536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171840536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:42.335664 run patchelf(pid=675): Terminating (SIGINT)\u000a17:18:42.503020 run patchelf(pid=675): Terminated: ok {rc=0}\u000a17:18:42.533864 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=672): Process ended prematurely: osmo-stp_10.42.42.5(pid=672) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=672)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a17:18:42.543192 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a17:18:42.602707 run osmo-hlr_10.42.42.2(pid=669): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=669)]\u000a17:18:42.650574 run osmo-hlr_10.42.42.2(pid=669): stdout: \u000a| (launched: 2022-12-12_17:18:39.425249) \u000a17:18:42.699430 run osmo-hlr_10.42.42.2(pid=669): stderr: \u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171839600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171839612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171839621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171839622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171839622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:42.740541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminating (SIGTERM)\u000a17:18:42.779578 run iperf3-srv_10.42.42.10(pid=665): Terminating (SIGTERM)\u000a17:18:42.818709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminating (SIGTERM)\u000a17:18:42.857945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminating (SIGTERM)\u000a17:18:42.897341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminating (SIGTERM)\u000a17:18:42.906786 --- ParallelTerminationStrategy: PID 664 died...\u000a17:18:42.959187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=664): Terminated: ok {rc=0}\u000a17:18:42.968929 --- ParallelTerminationStrategy: PID 665 died...\u000a17:18:43.021029 run iperf3-srv_10.42.42.10(pid=665): Terminated {rc=256}\u000a17:18:43.030682 --- ParallelTerminationStrategy: PID 668 died...\u000a17:18:43.082533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=668): Terminated: ok {rc=0}\u000a17:18:43.092202 --- ParallelTerminationStrategy: PID 671 died...\u000a17:18:43.144042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=671): Terminated: ok {rc=0}\u000a17:18:43.153798 --- ParallelTerminationStrategy: PID 674 died...\u000a17:18:43.205918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=674): Terminated: ok {rc=0}\u000a17:18:43.293276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=690): Process ended prematurely: osmo-stp_10.42.42.5(pid=690) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=690)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=690): Process ended prematurely: osmo-stp_10.42.42.5(pid=690) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a17:18:44.403081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.414624 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:18:44.567576 tst iperf3m4.py: using LAC 30347\u000a17:18:44.685862 tst iperf3m4.py: using RAC 2\u000a17:18:44.805100 tst iperf3m4.py: using CellId 30347\u000a17:18:44.923060 tst iperf3m4.py: using BVCI 30348\u000a17:18:44.945985 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.956915 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.967647 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.978727 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:44.989856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:45.000784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:45.011917 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:45.022809 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:18:45.033943 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:45.153155 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:45.271473 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:45.390522 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:18:45.666866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:18:45.792489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:46.214345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Launched\u000a17:18:46.495461 run iperf3-srv_10.42.42.10(pid=677): Launched\u000a17:18:46.683212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:18:46.811895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:47.150381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Launched\u000a17:18:47.415196 run iperf3-srv_10.42.42.10(pid=679): Launched\u000a17:18:47.599121 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:18:47.724707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:48.038986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=680): Launched\u000a17:18:48.300554 run iperf3-srv_10.42.42.10(pid=681): Launched\u000a17:18:48.483874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:18:48.609795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:18:48.923924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=682): Launched\u000a17:18:49.186307 run iperf3-srv_10.42.42.10(pid=683): Launched\u000a17:18:49.370059 tst iperf3m4.py:8: start network...\u000a17:18:49.496107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:18:49.974799 run create_hlr_db(pid=684): Launched\u000a17:18:50.147861 bus /gobi_6: Setting Powered False\u000a17:18:51.170169 run create_hlr_db(pid=684): Terminated: ok {rc=0}\u000a17:18:51.602488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=686): Launched\u000a17:18:51.929609 run osmo-hlr_10.42.42.2(pid=687): Launched\u000a17:18:52.048084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:18:52.615714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=689): Launched\u000a17:18:52.943220 run osmo-stp_10.42.42.5(pid=690): Launched\u000a17:18:53.060934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:18:53.627166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=692): Launched\u000a17:18:53.742840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:18:54.026447 run patchelf(pid=693): Launched\u000a17:18:54.215803 run osmo-stp_10.42.42.5(pid=690): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=690)]\u000a17:18:54.354739 run osmo-stp_10.42.42.5(pid=690): stdout: \u000a| (launched: 2022-12-12_17:18:52.781300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:54.493433 run osmo-stp_10.42.42.5(pid=690): stderr: \u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171852972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:54.627221 run osmo-stp_10.42.42.5(pid=690): stdout: \u000a| (launched: 2022-12-12_17:18:52.781300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:18:54.759876 run osmo-stp_10.42.42.5(pid=690): stderr: \u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171852971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171852972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171852972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:18:54.914121 run patchelf(pid=693): Terminating (SIGINT)\u000a17:18:55.095726 run patchelf(pid=693): Terminated: ok {rc=0}\u000a17:18:55.129077 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=690): Process ended prematurely: osmo-stp_10.42.42.5(pid=690) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=690)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a17:18:55.139012 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:18:55.201622 run osmo-hlr_10.42.42.2(pid=687): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=687)]\u000a17:18:55.252273 run osmo-hlr_10.42.42.2(pid=687): stdout: \u000a| (launched: 2022-12-12_17:18:51.768093) \u000a17:18:55.303905 run osmo-hlr_10.42.42.2(pid=687): stderr: \u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171851963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171851979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171851988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171851989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171851989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:18:55.347583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminating (SIGTERM)\u000a17:18:55.388585 run iperf3-srv_10.42.42.10(pid=677): Terminating (SIGTERM)\u000a17:18:55.429712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminating (SIGTERM)\u000a17:18:55.470704 run iperf3-srv_10.42.42.10(pid=679): Terminating (SIGTERM)\u000a17:18:55.511718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=680): Terminating (SIGTERM)\u000a17:18:55.552768 run iperf3-srv_10.42.42.10(pid=681): Terminating (SIGTERM)\u000a17:18:55.595533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=682): Terminating (SIGTERM)\u000a17:18:55.636465 run iperf3-srv_10.42.42.10(pid=683): Terminating (SIGTERM)\u000a17:18:55.677567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=686): Terminating (SIGTERM)\u000a17:18:55.718397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=689): Terminating (SIGTERM)\u000a17:18:55.759287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=692): Terminating (SIGTERM)\u000a17:18:55.768890 --- ParallelTerminationStrategy: PID 676 died...\u000a17:18:55.823742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminated: ok {rc=0}\u000a17:18:55.833882 --- ParallelTerminationStrategy: PID 677 died...\u000a17:18:55.888438 run iperf3-srv_10.42.42.10(pid=677): Terminated {rc=256}\u000a17:18:55.898636 --- ParallelTerminationStrategy: PID 678 died...\u000a17:18:55.953733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminated: ok {rc=0}\u000a17:18:55.963824 --- ParallelTerminationStrategy: PID 679 died...\u000a17:18:56.019044 run iperf3-srv_10.42.42.10(pid=679): Terminated {rc=256}\u000a17:18:56.029093 --- ParallelTerminationStrategy: PID 680 died...\u000a17:18:56.083984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=680): Terminated: ok {rc=0}\u000a17:18:56.094057 --- ParallelTerminationStrategy: PID 681 died...\u000a17:18:56.148989 run iperf3-srv_10.42.42.10(pid=681): Terminated {rc=256}\u000a17:18:56.158942 --- ParallelTerminationStrategy: PID 682 died...\u000a17:18:56.213742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=682): Terminated: ok {rc=0}\u000a17:18:56.223835 --- ParallelTerminationStrategy: PID 683 died...\u000a17:18:56.278843 run iperf3-srv_10.42.42.10(pid=683): Terminated {rc=256}\u000a17:18:56.288785 --- ParallelTerminationStrategy: PID 686 died...\u000a17:18:56.343399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=686): Terminated: ok {rc=0}\u000a17:18:56.353463 --- ParallelTerminationStrategy: PID 689 died...\u000a17:18:56.408030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=689): Terminated: ok {rc=0}\u000a17:18:56.418082 --- ParallelTerminationStrategy: PID 692 died...\u000a17:18:56.473351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=692): Terminated: ok {rc=0}\u000a17:18:56.560630 bus /gobi_4: Setting Powered False\u000a17:18:57.665879 bus /gobi_4: Setting Powered False\u000a17:18:58.773589 bus /gobi_1: Setting Powered False\u000a17:18:59.879164 bus /gobi_1: Setting Powered False\u000a17:19:01.000897 bus /gobi_0: Setting Powered False\u000a17:19:02.107701 bus /gobi_0: Setting Powered False\u000a17:19:03.218218 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=700): Process ended prematurely: osmo-stp_10.42.42.5(pid=700) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=700)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=700): Process ended prematurely: osmo-stp_10.42.42.5(pid=700) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a17:19:04.285103 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.296778 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:19:04.453350 tst ping.py: using LAC 30348\u000a17:19:04.571713 tst ping.py: using RAC 3\u000a17:19:04.698114 tst ping.py: using CellId 30348\u000a17:19:04.824427 tst ping.py: using BVCI 30349\u000a17:19:04.848814 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.860794 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.872211 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.883527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.895174 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.906684 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.918267 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:04.929555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:19:05.201669 tst ping.py:19: start network...\u000a17:19:05.324943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:05.794846 run create_hlr_db(pid=694): Launched\u000a17:19:05.965902 bus /gobi_6: Setting Powered False\u000a17:19:06.987279 run create_hlr_db(pid=694): Terminated: ok {rc=0}\u000a17:19:07.414871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=696): Launched\u000a17:19:07.737258 run osmo-hlr_10.42.42.2(pid=697): Launched\u000a17:19:07.853201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:08.414538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=699): Launched\u000a17:19:08.734009 run osmo-stp_10.42.42.5(pid=700): Launched\u000a17:19:08.849407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:09.409058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=702): Launched\u000a17:19:09.523129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:09.803178 run patchelf(pid=703): Launched\u000a17:19:09.990757 run osmo-stp_10.42.42.5(pid=700): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=700)]\u000a17:19:10.127339 run osmo-stp_10.42.42.5(pid=700): stdout: \u000a| (launched: 2022-12-12_17:19:08.576022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:10.264185 run osmo-stp_10.42.42.5(pid=700): stderr: \u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171908765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:10.396669 run osmo-stp_10.42.42.5(pid=700): stdout: \u000a| (launched: 2022-12-12_17:19:08.576022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:10.528244 run osmo-stp_10.42.42.5(pid=700): stderr: \u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171908764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171908765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171908765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:10.680604 run patchelf(pid=703): Terminating (SIGINT)\u000a17:19:10.859235 run patchelf(pid=703): Terminated: ok {rc=0}\u000a17:19:10.891661 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=700): Process ended prematurely: osmo-stp_10.42.42.5(pid=700) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=700)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a17:19:10.901545 tst ping.py:22: Test FAILED (6.6 sec)\u000a17:19:10.965602 run osmo-hlr_10.42.42.2(pid=697): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=697)]\u000a17:19:11.016747 run osmo-hlr_10.42.42.2(pid=697): stdout: \u000a| (launched: 2022-12-12_17:19:07.577277) \u000a17:19:11.068694 run osmo-hlr_10.42.42.2(pid=697): stderr: \u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171907772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171907786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171907794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171907794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171907794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:11.112367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=696): Terminating (SIGTERM)\u000a17:19:11.154322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=699): Terminating (SIGTERM)\u000a17:19:11.196581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=702): Terminating (SIGTERM)\u000a17:19:11.207037 --- ParallelTerminationStrategy: PID 696 died...\u000a17:19:11.263013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=696): Terminated: ok {rc=0}\u000a17:19:11.273730 --- ParallelTerminationStrategy: PID 699 died...\u000a17:19:11.329913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=699): Terminated: ok {rc=0}\u000a17:19:11.340146 --- ParallelTerminationStrategy: PID 702 died...\u000a17:19:11.395885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=702): Terminated: ok {rc=0}\u000a17:19:11.482969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=711): Process ended prematurely: osmo-stp_10.42.42.5(pid=711) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=711)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=711): Process ended prematurely: osmo-stp_10.42.42.5(pid=711) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a17:19:12.536151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:12.548137 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a17:19:12.711815 tst ping_idle_ping.py: using LAC 30349\u000a17:19:12.836610 tst ping_idle_ping.py: using RAC 4\u000a17:19:12.967308 tst ping_idle_ping.py: using CellId 30349\u000a17:19:13.092908 tst ping_idle_ping.py: using BVCI 30350\u000a17:19:13.117604 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.129135 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.140402 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.151723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.163034 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.174867 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.186469 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a17:19:13.197772 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a17:19:13.473134 tst ping_idle_ping.py:24: start network...\u000a17:19:13.597326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:14.072361 run create_hlr_db(pid=705): Launched\u000a17:19:14.245085 bus /gobi_6: Setting Powered False\u000a17:19:15.267345 run create_hlr_db(pid=705): Terminated: ok {rc=0}\u000a17:19:15.692116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=707): Launched\u000a17:19:16.052879 run osmo-hlr_10.42.42.2(pid=708): Launched\u000a17:19:16.372750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:17.090112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=710): Launched\u000a17:19:17.414761 run osmo-stp_10.42.42.5(pid=711): Launched\u000a17:19:17.530894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:18.091780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=713): Launched\u000a17:19:18.205337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:18.485836 run patchelf(pid=714): Launched\u000a17:19:18.673048 run osmo-stp_10.42.42.5(pid=711): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=711)]\u000a17:19:18.809461 run osmo-stp_10.42.42.5(pid=711): stdout: \u000a| (launched: 2022-12-12_17:19:17.255496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:18.946802 run osmo-stp_10.42.42.5(pid=711): stderr: \u000a| �[0;m�[38;5;43m20221212171917443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171917443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171917444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171917444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:19.079049 run osmo-stp_10.42.42.5(pid=711): stdout: \u000a| (launched: 2022-12-12_17:19:17.255496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:19.210731 run osmo-stp_10.42.42.5(pid=711): stderr: \u000a| �[0;m�[38;5;43m20221212171917443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171917443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171917444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171917444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171917445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:19.362956 run patchelf(pid=714): Terminating (SIGINT)\u000a17:19:19.541404 run patchelf(pid=714): Terminated: ok {rc=0}\u000a17:19:19.573761 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=711): Process ended prematurely: osmo-stp_10.42.42.5(pid=711) [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=711)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a17:19:19.583055 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a17:19:19.645415 run osmo-hlr_10.42.42.2(pid=708): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=708)]\u000a17:19:19.696726 run osmo-hlr_10.42.42.2(pid=708): stdout: \u000a| (launched: 2022-12-12_17:19:15.858458) \u000a17:19:19.748121 run osmo-hlr_10.42.42.2(pid=708): stderr: \u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171916224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171916243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171916266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171916267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171916267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:19.792067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=707): Terminating (SIGTERM)\u000a17:19:19.833846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=710): Terminating (SIGTERM)\u000a17:19:19.875334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=713): Terminating (SIGTERM)\u000a17:19:19.885150 --- ParallelTerminationStrategy: PID 707 died...\u000a17:19:19.940636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=707): Terminated: ok {rc=0}\u000a17:19:19.950918 --- ParallelTerminationStrategy: PID 710 died...\u000a17:19:20.006205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=710): Terminated: ok {rc=0}\u000a17:19:20.016330 --- ParallelTerminationStrategy: PID 713 died...\u000a17:19:20.071713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=713): Terminated: ok {rc=0}\u000a17:19:20.158903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:18:21" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a17:19:22.317204 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.328545 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:19:22.464566 tst cs_paging_gprs_active.py: using LAC 30350\u000a17:19:22.585894 tst cs_paging_gprs_active.py: using RAC 5\u000a17:19:22.700727 tst cs_paging_gprs_active.py: using CellId 30350\u000a17:19:22.820430 tst cs_paging_gprs_active.py: using BVCI 30351\u000a17:19:22.843332 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.854692 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.865846 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.877173 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.888573 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.900124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.911690 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.923678 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:22.935407 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:23.057689 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:23.333970 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a17:19:23.458755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:23.769431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=719): Launched\u000a17:19:24.028422 run iperf3-srv_10.42.42.10(pid=720): Launched\u000a17:19:24.210856 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a17:19:24.335203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:24.647448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=721): Launched\u000a17:19:24.906343 run iperf3-srv_10.42.42.10(pid=722): Launched\u000a17:19:25.089209 tst cs_paging_gprs_active.py:38: start network...\u000a17:19:25.214249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:25.690004 run create_hlr_db(pid=723): Launched\u000a17:19:25.862310 bus /gobi_6: Setting Powered False\u000a17:19:26.883177 run create_hlr_db(pid=723): Terminated: ok {rc=0}\u000a17:19:27.285474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Launched\u000a17:19:27.587097 run osmo-hlr_10.42.42.2(pid=726): Launched\u000a17:19:27.704685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:28.233370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Launched\u000a17:19:28.535023 run osmo-stp_10.42.42.5(pid=729): Launched\u000a17:19:28.644019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:29.168050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=731): Launched\u000a17:19:29.275329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:29.538910 run patchelf(pid=732): Launched\u000a17:19:29.714158 run osmo-stp_10.42.42.5(pid=729): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]\u000a17:19:29.842290 run osmo-stp_10.42.42.5(pid=729): stdout: \u000a| (launched: 2022-12-12_17:19:28.385518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:29.970964 run osmo-stp_10.42.42.5(pid=729): stderr: \u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171928554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:30.095353 run osmo-stp_10.42.42.5(pid=729): stdout: \u000a| (launched: 2022-12-12_17:19:28.385518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:30.218725 run osmo-stp_10.42.42.5(pid=729): stderr: \u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171928553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171928554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171928554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:30.362115 run patchelf(pid=732): Terminating (SIGINT)\u000a17:19:30.530403 run patchelf(pid=732): Terminated: ok {rc=0}\u000a17:19:30.561591 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a17:19:30.570917 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a17:19:30.630999 run osmo-hlr_10.42.42.2(pid=726): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=726)]\u000a17:19:30.679499 run osmo-hlr_10.42.42.2(pid=726): stdout: \u000a| (launched: 2022-12-12_17:19:27.437315) \u000a17:19:30.729190 run osmo-hlr_10.42.42.2(pid=726): stderr: \u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171927610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171927622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171927631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171927631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171927631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:30.770713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=719): Terminating (SIGTERM)\u000a17:19:30.810112 run iperf3-srv_10.42.42.10(pid=720): Terminating (SIGTERM)\u000a17:19:30.860697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=721): Terminating (SIGTERM)\u000a17:19:30.905838 run iperf3-srv_10.42.42.10(pid=722): Terminating (SIGTERM)\u000a17:19:30.951358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Terminating (SIGTERM)\u000a17:19:30.997883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Terminating (SIGTERM)\u000a17:19:31.042335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=731): Terminating (SIGTERM)\u000a17:19:31.052826 --- ParallelTerminationStrategy: PID 719 died...\u000a17:19:31.111021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=719): Terminated: ok {rc=0}\u000a17:19:31.121471 --- ParallelTerminationStrategy: PID 720 died...\u000a17:19:31.178827 run iperf3-srv_10.42.42.10(pid=720): Terminated {rc=256}\u000a17:19:31.189853 --- ParallelTerminationStrategy: PID 721 died...\u000a17:19:31.246671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=721): Terminated: ok {rc=0}\u000a17:19:31.257494 --- ParallelTerminationStrategy: PID 722 died...\u000a17:19:31.314186 run iperf3-srv_10.42.42.10(pid=722): Terminated {rc=256}\u000a17:19:31.324916 --- ParallelTerminationStrategy: PID 725 died...\u000a17:19:31.382548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Terminated: ok {rc=0}\u000a17:19:31.393435 --- ParallelTerminationStrategy: PID 728 died...\u000a17:19:31.449238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Terminated: ok {rc=0}\u000a17:19:31.459553 --- ParallelTerminationStrategy: PID 731 died...\u000a17:19:31.516443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=731): Terminated: ok {rc=0}\u000a17:19:31.606689 bus /gobi_0: Setting Powered False\u000a17:19:32.706287 bus /gobi_0: Setting Powered False\u000a17:19:33.814165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a17:19:34.929085 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:34.941727 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:19:35.081974 tst iperf3.py: using LAC 30351\u000a17:19:35.207144 tst iperf3.py: using RAC 6\u000a17:19:35.334812 tst iperf3.py: using CellId 30351\u000a17:19:35.459989 tst iperf3.py: using BVCI 30352\u000a17:19:35.484699 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.496610 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.508234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.519881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.531690 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.543386 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.555184 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.566766 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:35.579139 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:35.858085 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:35.982485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:36.292575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=733): Launched\u000a17:19:36.550579 run iperf3-srv_10.42.42.10(pid=734): Launched\u000a17:19:36.731765 tst iperf3.py:8: start network...\u000a17:19:36.855946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:37.330843 run create_hlr_db(pid=735): Launched\u000a17:19:37.502274 bus /gobi_6: Setting Powered False\u000a17:19:38.523958 run create_hlr_db(pid=735): Terminated: ok {rc=0}\u000a17:19:38.927366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Launched\u000a17:19:39.227646 run osmo-hlr_10.42.42.2(pid=738): Launched\u000a17:19:39.347814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:39.874980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Launched\u000a17:19:40.176156 run osmo-stp_10.42.42.5(pid=741): Launched\u000a17:19:40.286055 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:40.809831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=743): Launched\u000a17:19:40.916573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:41.179164 run patchelf(pid=744): Launched\u000a17:19:41.355562 run osmo-stp_10.42.42.5(pid=741): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]\u000a17:19:41.484397 run osmo-stp_10.42.42.5(pid=741): stdout: \u000a| (launched: 2022-12-12_17:19:40.027013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:41.613821 run osmo-stp_10.42.42.5(pid=741): stderr: \u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171940195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:41.738419 run osmo-stp_10.42.42.5(pid=741): stdout: \u000a| (launched: 2022-12-12_17:19:40.027013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:41.862238 run osmo-stp_10.42.42.5(pid=741): stderr: \u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171940194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171940195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171940195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:42.006029 run patchelf(pid=744): Terminating (SIGINT)\u000a17:19:42.174052 run patchelf(pid=744): Terminated: ok {rc=0}\u000a17:19:42.205130 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a17:19:42.214507 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a17:19:42.274472 run osmo-hlr_10.42.42.2(pid=738): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=738)]\u000a17:19:42.322871 run osmo-hlr_10.42.42.2(pid=738): stdout: \u000a| (launched: 2022-12-12_17:19:39.079122) \u000a17:19:42.373033 run osmo-hlr_10.42.42.2(pid=738): stderr: \u000a| �[0;m�[1;31m20221212171939252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171939252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171939252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171939252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171939252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171939253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171939269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171939279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171939279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171939279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:42.414541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=733): Terminating (SIGTERM)\u000a17:19:42.453927 run iperf3-srv_10.42.42.10(pid=734): Terminating (SIGTERM)\u000a17:19:42.493482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Terminating (SIGTERM)\u000a17:19:42.532825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Terminating (SIGTERM)\u000a17:19:42.572259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=743): Terminating (SIGTERM)\u000a17:19:42.581601 --- ParallelTerminationStrategy: PID 733 died...\u000a17:19:42.634090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=733): Terminated: ok {rc=0}\u000a17:19:42.643461 --- ParallelTerminationStrategy: PID 734 died...\u000a17:19:42.695836 run iperf3-srv_10.42.42.10(pid=734): Terminated {rc=256}\u000a17:19:42.705440 --- ParallelTerminationStrategy: PID 737 died...\u000a17:19:42.757517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Terminated: ok {rc=0}\u000a17:19:42.767189 --- ParallelTerminationStrategy: PID 740 died...\u000a17:19:42.819293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Terminated: ok {rc=0}\u000a17:19:42.829174 --- ParallelTerminationStrategy: PID 743 died...\u000a17:19:42.881301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=743): Terminated: ok {rc=0}\u000a17:19:42.969175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=759): Process ended prematurely: osmo-stp_10.42.42.5(pid=759) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=759)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=759): Process ended prematurely: osmo-stp_10.42.42.5(pid=759) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a17:19:44.079326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.091584 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:19:44.230724 tst iperf3m4.py: using LAC 30352\u000a17:19:44.348210 tst iperf3m4.py: using RAC 7\u000a17:19:44.467298 tst iperf3m4.py: using CellId 30352\u000a17:19:44.589587 tst iperf3m4.py: using BVCI 30353\u000a17:19:44.612370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.623724 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.635063 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.646811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.658534 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.670140 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.681907 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.693651 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:19:44.705605 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:44.825711 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:44.950302 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:45.067598 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:19:45.345982 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a17:19:45.472301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:45.785830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=745): Launched\u000a17:19:46.121041 run iperf3-srv_10.42.42.10(pid=746): Launched\u000a17:19:46.324773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a17:19:46.464873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:46.817953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=747): Launched\u000a17:19:47.117072 run iperf3-srv_10.42.42.10(pid=748): Launched\u000a17:19:47.313780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a17:19:47.448067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:47.780894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=749): Launched\u000a17:19:48.058582 run iperf3-srv_10.42.42.10(pid=750): Launched\u000a17:19:48.255415 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a17:19:48.389585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a17:19:48.722591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=751): Launched\u000a17:19:49.000924 run iperf3-srv_10.42.42.10(pid=752): Launched\u000a17:19:49.197411 tst iperf3m4.py:8: start network...\u000a17:19:49.331457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:19:49.846966 run create_hlr_db(pid=753): Launched\u000a17:19:50.032069 bus /gobi_6: Setting Powered False\u000a17:19:51.053455 run create_hlr_db(pid=753): Terminated: ok {rc=0}\u000a17:19:51.481457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=755): Launched\u000a17:19:51.802924 run osmo-hlr_10.42.42.2(pid=756): Launched\u000a17:19:51.919603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:19:52.478891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=758): Launched\u000a17:19:52.800612 run osmo-stp_10.42.42.5(pid=759): Launched\u000a17:19:52.916335 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:19:53.474042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=761): Launched\u000a17:19:53.582281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:19:53.845726 run patchelf(pid=762): Launched\u000a17:19:54.021632 run osmo-stp_10.42.42.5(pid=759): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=759)]\u000a17:19:54.150900 run osmo-stp_10.42.42.5(pid=759): stdout: \u000a| (launched: 2022-12-12_17:19:52.642678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:54.280042 run osmo-stp_10.42.42.5(pid=759): stderr: \u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171952834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:54.405479 run osmo-stp_10.42.42.5(pid=759): stdout: \u000a| (launched: 2022-12-12_17:19:52.642678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:19:54.529324 run osmo-stp_10.42.42.5(pid=759): stderr: \u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212171952833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212171952834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212171952834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:19:54.672714 run patchelf(pid=762): Terminating (SIGINT)\u000a17:19:54.841214 run patchelf(pid=762): Terminated: ok {rc=0}\u000a17:19:54.872217 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=759): Process ended prematurely: osmo-stp_10.42.42.5(pid=759) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=759)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a17:19:54.881575 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a17:19:54.942628 run osmo-hlr_10.42.42.2(pid=756): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=756)]\u000a17:19:54.991335 run osmo-hlr_10.42.42.2(pid=756): stdout: \u000a| (launched: 2022-12-12_17:19:51.644477) \u000a17:19:55.040607 run osmo-hlr_10.42.42.2(pid=756): stderr: \u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212171951841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212171951854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212171951862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212171951862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212171951862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:19:55.082214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=745): Terminating (SIGTERM)\u000a17:19:55.121877 run iperf3-srv_10.42.42.10(pid=746): Terminating (SIGTERM)\u000a17:19:55.161526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=747): Terminating (SIGTERM)\u000a17:19:55.201083 run iperf3-srv_10.42.42.10(pid=748): Terminating (SIGTERM)\u000a17:19:55.241243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=749): Terminating (SIGTERM)\u000a17:19:55.280662 run iperf3-srv_10.42.42.10(pid=750): Terminating (SIGTERM)\u000a17:19:55.320247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=751): Terminating (SIGTERM)\u000a17:19:55.359581 run iperf3-srv_10.42.42.10(pid=752): Terminating (SIGTERM)\u000a17:19:55.399025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=755): Terminating (SIGTERM)\u000a17:19:55.438769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=758): Terminating (SIGTERM)\u000a17:19:55.478349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=761): Terminating (SIGTERM)\u000a17:19:55.487930 --- ParallelTerminationStrategy: PID 745 died...\u000a17:19:55.540512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=745): Terminated: ok {rc=0}\u000a17:19:55.550465 --- ParallelTerminationStrategy: PID 746 died...\u000a17:19:55.603285 run iperf3-srv_10.42.42.10(pid=746): Terminated {rc=256}\u000a17:19:55.612783 --- ParallelTerminationStrategy: PID 747 died...\u000a17:19:55.665224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=747): Terminated: ok {rc=0}\u000a17:19:55.675125 --- ParallelTerminationStrategy: PID 748 died...\u000a17:19:55.728191 run iperf3-srv_10.42.42.10(pid=748): Terminated {rc=256}\u000a17:19:55.737869 --- ParallelTerminationStrategy: PID 749 died...\u000a17:19:55.790131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=749): Terminated: ok {rc=0}\u000a17:19:55.799953 --- ParallelTerminationStrategy: PID 750 died...\u000a17:19:55.852989 run iperf3-srv_10.42.42.10(pid=750): Terminated {rc=256}\u000a17:19:55.862609 --- ParallelTerminationStrategy: PID 751 died...\u000a17:19:55.914629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=751): Terminated: ok {rc=0}\u000a17:19:55.924313 --- ParallelTerminationStrategy: PID 752 died...\u000a17:19:55.976580 run iperf3-srv_10.42.42.10(pid=752): Terminated {rc=256}\u000a17:19:55.986098 --- ParallelTerminationStrategy: PID 755 died...\u000a17:19:56.038256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=755): Terminated: ok {rc=0}\u000a17:19:56.047893 --- ParallelTerminationStrategy: PID 758 died...\u000a17:19:56.100376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=758): Terminated: ok {rc=0}\u000a17:19:56.109963 --- ParallelTerminationStrategy: PID 761 died...\u000a17:19:56.162043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=761): Terminated: ok {rc=0}\u000a17:19:56.249581 bus /gobi_4: Setting Powered False\u000a17:19:57.351333 bus /gobi_4: Setting Powered False\u000a17:19:58.461881 bus /gobi_1: Setting Powered False\u000a17:19:59.563628 bus /gobi_1: Setting Powered False\u000a17:20:00.668888 bus /gobi_0: Setting Powered False\u000a17:20:01.793364 bus /gobi_0: Setting Powered False\u000a17:20:02.903160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=772): Process ended prematurely: osmo-stp_10.42.42.5(pid=772) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=772)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=772): Process ended prematurely: osmo-stp_10.42.42.5(pid=772) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a17:20:03.968254 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:03.981321 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:20:04.117600 tst ping.py: using LAC 30353\u000a17:20:04.234381 tst ping.py: using RAC 8\u000a17:20:04.349694 tst ping.py: using CellId 30353\u000a17:20:04.464732 tst ping.py: using BVCI 30354\u000a17:20:04.487305 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.498781 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.510079 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.521585 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.533081 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.544561 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.556114 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:04.567529 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:20:04.840496 tst ping.py:19: start network...\u000a17:20:04.962847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:05.428458 run create_hlr_db(pid=766): Launched\u000a17:20:05.599339 bus /gobi_6: Setting Powered False\u000a17:20:06.620398 run create_hlr_db(pid=766): Terminated: ok {rc=0}\u000a17:20:07.042147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=768): Launched\u000a17:20:07.358578 run osmo-hlr_10.42.42.2(pid=769): Launched\u000a17:20:07.472882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:08.025066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=771): Launched\u000a17:20:08.341558 run osmo-stp_10.42.42.5(pid=772): Launched\u000a17:20:08.455661 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:09.007237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=774): Launched\u000a17:20:09.119244 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:09.395121 run patchelf(pid=775): Launched\u000a17:20:09.580258 run osmo-stp_10.42.42.5(pid=772): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=772)]\u000a17:20:09.715176 run osmo-stp_10.42.42.5(pid=772): stdout: \u000a| (launched: 2022-12-12_17:20:08.185615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:09.850229 run osmo-stp_10.42.42.5(pid=772): stderr: \u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:09.981271 run osmo-stp_10.42.42.5(pid=772): stdout: \u000a| (launched: 2022-12-12_17:20:08.185615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:10.110499 run osmo-stp_10.42.42.5(pid=772): stderr: \u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:10.260749 run patchelf(pid=775): Terminating (SIGINT)\u000a17:20:10.437622 run patchelf(pid=775): Terminated: ok {rc=0}\u000a17:20:10.469698 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=772): Process ended prematurely: osmo-stp_10.42.42.5(pid=772) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=772)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a17:20:10.479205 tst ping.py:22: Test FAILED (6.5 sec)\u000a17:20:10.541494 run osmo-hlr_10.42.42.2(pid=769): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=769)]\u000a17:20:10.592363 run osmo-hlr_10.42.42.2(pid=769): stdout: \u000a| (launched: 2022-12-12_17:20:07.202204) \u000a17:20:10.644029 run osmo-hlr_10.42.42.2(pid=769): stderr: \u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172007397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172007409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172007417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172007418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172007418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:10.688218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=768): Terminating (SIGTERM)\u000a17:20:10.730113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=771): Terminating (SIGTERM)\u000a17:20:10.772011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=774): Terminating (SIGTERM)\u000a17:20:10.781865 --- ParallelTerminationStrategy: PID 768 died...\u000a17:20:10.837521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=768): Terminated: ok {rc=0}\u000a17:20:10.847628 --- ParallelTerminationStrategy: PID 771 died...\u000a17:20:10.902757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=771): Terminated: ok {rc=0}\u000a17:20:10.912806 --- ParallelTerminationStrategy: PID 774 died...\u000a17:20:10.968071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=774): Terminated: ok {rc=0}\u000a17:20:11.053843 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=782): Process ended prematurely: osmo-stp_10.42.42.5(pid=782) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=782)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=782): Process ended prematurely: osmo-stp_10.42.42.5(pid=782) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a17:20:12.106987 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.119666 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a17:20:12.264874 tst ping_idle_ping.py: using LAC 30354\u000a17:20:12.389662 tst ping_idle_ping.py: using RAC 9\u000a17:20:12.510996 tst ping_idle_ping.py: using CellId 30354\u000a17:20:12.633780 tst ping_idle_ping.py: using BVCI 30355\u000a17:20:12.656656 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.668382 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.679870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.692075 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.704153 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.716131 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.728291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a17:20:12.740350 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a17:20:13.031664 tst ping_idle_ping.py:24: start network...\u000a17:20:13.163816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:13.677103 run create_hlr_db(pid=776): Launched\u000a17:20:13.860888 bus /gobi_6: Setting Powered False\u000a17:20:14.882172 run create_hlr_db(pid=776): Terminated: ok {rc=0}\u000a17:20:15.283702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=778): Launched\u000a17:20:15.584266 run osmo-hlr_10.42.42.2(pid=779): Launched\u000a17:20:15.700682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:16.295514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=781): Launched\u000a17:20:16.777964 run osmo-stp_10.42.42.5(pid=782): Launched\u000a17:20:16.900642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:17.461846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=784): Launched\u000a17:20:17.574644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:17.853279 run patchelf(pid=785): Launched\u000a17:20:18.039343 run osmo-stp_10.42.42.5(pid=782): ERR: Terminated: ERROR {rc=1} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=782)]\u000a17:20:18.175234 run osmo-stp_10.42.42.5(pid=782): stdout: \u000a| (launched: 2022-12-12_17:20:16.461591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:18.311545 run osmo-stp_10.42.42.5(pid=782): stderr: \u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172016659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:18.442908 run osmo-stp_10.42.42.5(pid=782): stdout: \u000a| (launched: 2022-12-12_17:20:16.461591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:18.573086 run osmo-stp_10.42.42.5(pid=782): stderr: \u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172016658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172016659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172016659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:18.724128 run patchelf(pid=785): Terminating (SIGINT)\u000a17:20:18.901290 run patchelf(pid=785): Terminated: ok {rc=0}\u000a17:20:18.934008 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=782): Process ended prematurely: osmo-stp_10.42.42.5(pid=782) [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=782)] [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a17:20:18.943599 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a17:20:19.006183 run osmo-hlr_10.42.42.2(pid=779): ERR: Terminated: ERROR {rc=237} [trial-2379↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=779)]\u000a17:20:19.057107 run osmo-hlr_10.42.42.2(pid=779): stdout: \u000a| (launched: 2022-12-12_17:20:15.434945) \u000a17:20:19.108702 run osmo-hlr_10.42.42.2(pid=779): stderr: \u000a| �[0;m�[1;31m20221212172015609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172015609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172015609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172015609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172015610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172015610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172015622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172015633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172015633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172015633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:19.152832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=778): Terminating (SIGTERM)\u000a17:20:19.194724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=781): Terminating (SIGTERM)\u000a17:20:19.236615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=784): Terminating (SIGTERM)\u000a17:20:19.246597 --- ParallelTerminationStrategy: PID 778 died...\u000a17:20:19.303391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=778): Terminated: ok {rc=0}\u000a17:20:19.313445 --- ParallelTerminationStrategy: PID 781 died...\u000a17:20:19.368432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=781): Terminated: ok {rc=0}\u000a17:20:19.378381 --- ParallelTerminationStrategy: PID 784 died...\u000a17:20:19.433606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=784): Terminated: ok {rc=0}\u000a17:20:19.521496 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:19:21" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=796): Process ended prematurely: osmo-stp_10.42.42.5(pid=796) [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=796)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=796): Process ended prematurely: osmo-stp_10.42.42.5(pid=796) [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a17:20:21.561054 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:21.572553 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a17:20:21.732645 tst switch_tch_pdch.py: using LAC 30355\u000a17:20:21.856565 tst switch_tch_pdch.py: using RAC 10\u000a17:20:21.980512 tst switch_tch_pdch.py: using CellId 30355\u000a17:20:22.105987 tst switch_tch_pdch.py: using BVCI 30356\u000a17:20:22.130145 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.142225 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.154097 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.166031 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.177800 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.189564 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.201512 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a17:20:22.213448 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:22.327852 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a17:20:22.615631 tst switch_tch_pdch.py:51: start network...\u000a17:20:22.746785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:23.253114 run create_hlr_db(pid=790): Launched\u000a17:20:23.435761 bus /gobi_6: Setting Powered False\u000a17:20:24.456390 run create_hlr_db(pid=790): Terminated: ok {rc=0}\u000a17:20:24.854099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=792): Launched\u000a17:20:25.150336 run osmo-hlr_10.42.42.2(pid=793): Launched\u000a17:20:25.265805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:20:25.786901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=795): Launched\u000a17:20:26.084684 run osmo-stp_10.42.42.5(pid=796): Launched\u000a17:20:26.192507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a17:20:26.711459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=798): Launched\u000a17:20:26.817355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a17:20:27.077717 run patchelf(pid=799): Launched\u000a17:20:27.251167 run osmo-stp_10.42.42.5(pid=796): ERR: Terminated: ERROR {rc=1} [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=796)]\u000a17:20:27.378326 run osmo-stp_10.42.42.5(pid=796): stdout: \u000a| (launched: 2022-12-12_17:20:25.937135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:27.506113 run osmo-stp_10.42.42.5(pid=796): stderr: \u000a| �[0;m�[38;5;43m20221212172026102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172026103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:27.629436 run osmo-stp_10.42.42.5(pid=796): stdout: \u000a| (launched: 2022-12-12_17:20:25.937135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:20:27.751781 run osmo-stp_10.42.42.5(pid=796): stderr: \u000a| �[0;m�[38;5;43m20221212172026102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172026103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172026103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172026104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:20:27.893560 run patchelf(pid=799): Terminating (SIGINT)\u000a17:20:28.059279 run patchelf(pid=799): Terminated: ok {rc=0}\u000a17:20:28.089722 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=796): Process ended prematurely: osmo-stp_10.42.42.5(pid=796) [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=796)] [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a17:20:28.098593 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a17:20:28.158236 run osmo-hlr_10.42.42.2(pid=793): ERR: Terminated: ERROR {rc=237} [trial-2379↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=793)]\u000a17:20:28.207503 run osmo-hlr_10.42.42.2(pid=793): stdout: \u000a| (launched: 2022-12-12_17:20:25.003797) \u000a17:20:28.257272 run osmo-hlr_10.42.42.2(pid=793): stderr: \u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172025177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172025189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172025198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172025198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172025198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:28.299193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=792): Terminating (SIGTERM)\u000a17:20:28.338996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=795): Terminating (SIGTERM)\u000a17:20:28.378699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=798): Terminating (SIGTERM)\u000a17:20:28.388228 --- ParallelTerminationStrategy: PID 792 died...\u000a17:20:28.441363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=792): Terminated: ok {rc=0}\u000a17:20:28.451300 --- ParallelTerminationStrategy: PID 795 died...\u000a17:20:28.504309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=795): Terminated: ok {rc=0}\u000a17:20:28.514026 --- ParallelTerminationStrategy: PID 798 died...\u000a17:20:28.566726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=798): Terminated: ok {rc=0}\u000a17:20:28.655653 bus /gobi_0: Setting Powered False\u000a17:20:29.757534 bus /gobi_0: Setting Powered False\u000a17:20:30.901642 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:20:21" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=805) [trial-2379↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=805)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=805) [trial-2379↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a17:20:32.749691 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a17:20:32.857781 tst esme_connect_policy_acceptall.py: using MSISDN 7878\u000a17:20:32.996039 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:33.566407 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=804): Launched\u000a17:20:33.867793 run osmo-nitb_10.42.42.2(pid=805): Launched\u000a17:20:34.053258 run osmo-nitb_10.42.42.2(pid=805): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=805)]\u000a17:20:34.189502 run osmo-nitb_10.42.42.2(pid=805): stdout: \u000a| (launched: 2022-12-12_17:20:33.720454) \u000a17:20:34.326031 run osmo-nitb_10.42.42.2(pid=805): stderr: \u000a| (launched: 2022-12-12_17:20:33.765774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:34.458295 run osmo-nitb_10.42.42.2(pid=805): stdout: \u000a| (launched: 2022-12-12_17:20:33.720454) \u000a17:20:34.589304 run osmo-nitb_10.42.42.2(pid=805): stderr: \u000a| (launched: 2022-12-12_17:20:33.765774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:34.989505 tst osmo-nitb_10.42.42.2(pid=805): stdout: \u000a| (launched: 2022-12-12_17:20:33.720454) \u000a17:20:35.109879 tst osmo-nitb_10.42.42.2(pid=805): stderr: \u000a| (launched: 2022-12-12_17:20:33.765774)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:35.162414 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=805) [trial-2379↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=805)] [trial-2379↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a17:20:35.170536 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a17:20:35.205331 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=804): Terminating (SIGTERM)\u000a17:20:35.382563 --- ParallelTerminationStrategy: PID 804 died...\u000a17:20:35.437316 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=804): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=807) [trial-2379↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=807)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=807) [trial-2379↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a17:20:35.451667 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a17:20:35.563159 tst esme_connect_policy_closed.py: using MSISDN 7879\u000a17:20:35.682223 tst esme_connect_policy_closed.py: using MSISDN 7880\u000a17:20:35.789548 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:36.363820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=806): Launched\u000a17:20:36.665696 run osmo-nitb_10.42.42.2(pid=807): Launched\u000a17:20:36.837854 run osmo-nitb_10.42.42.2(pid=807): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=807)]\u000a17:20:36.963545 run osmo-nitb_10.42.42.2(pid=807): stdout: \u000a| (launched: 2022-12-12_17:20:36.518046) \u000a17:20:37.089483 run osmo-nitb_10.42.42.2(pid=807): stderr: \u000a| (launched: 2022-12-12_17:20:36.563231)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:37.210901 run osmo-nitb_10.42.42.2(pid=807): stdout: \u000a| (launched: 2022-12-12_17:20:36.518046) \u000a17:20:37.331372 run osmo-nitb_10.42.42.2(pid=807): stderr: \u000a| (launched: 2022-12-12_17:20:36.563231)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:37.384127 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=807): Process ended prematurely: osmo-nitb_10.42.42.2(pid=807) [trial-2379↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=807)] [trial-2379↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a17:20:37.392079 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a17:20:37.426397 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=806): Terminating (SIGTERM)\u000a17:20:37.603653 --- ParallelTerminationStrategy: PID 806 died...\u000a17:20:37.657478 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=806): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=809) [trial-2379↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=809)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=809) [trial-2379↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a17:20:37.671835 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a17:20:37.682941 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a17:20:37.809560 tst esme_ms_sms_storeforward.py: using LAC 30356\u000a17:20:37.928262 tst esme_ms_sms_storeforward.py: using RAC 11\u000a17:20:38.048641 tst esme_ms_sms_storeforward.py: using CellId 30356\u000a17:20:38.167927 tst esme_ms_sms_storeforward.py: using BVCI 30357\u000a17:20:38.191042 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a17:20:38.415756 tst esme_ms_sms_storeforward.py: using MSISDN 7881\u000a17:20:38.614480 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a17:20:38.750562 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:39.423679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=808): Launched\u000a17:20:39.746837 run osmo-nitb_10.42.42.2(pid=809): Launched\u000a17:20:39.932667 run osmo-nitb_10.42.42.2(pid=809): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=809)]\u000a17:20:40.068064 run osmo-nitb_10.42.42.2(pid=809): stdout: \u000a| (launched: 2022-12-12_17:20:39.589580) \u000a17:20:40.203491 run osmo-nitb_10.42.42.2(pid=809): stderr: \u000a| (launched: 2022-12-12_17:20:39.637939)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:40.333935 run osmo-nitb_10.42.42.2(pid=809): stdout: \u000a| (launched: 2022-12-12_17:20:39.589580) \u000a17:20:40.463147 run osmo-nitb_10.42.42.2(pid=809): stderr: \u000a| (launched: 2022-12-12_17:20:39.637939)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:40.519482 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=809): Process ended prematurely: osmo-nitb_10.42.42.2(pid=809) [trial-2379↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=809)] [trial-2379↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a17:20:40.527986 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a17:20:40.563454 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=808): Terminating (SIGTERM)\u000a17:20:40.740915 --- ParallelTerminationStrategy: PID 808 died...\u000a17:20:40.796835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=808): Terminated: ok {rc=0}\u000a17:20:40.882239 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=811): Process ended prematurely: osmo-nitb_10.42.42.2(pid=811) [trial-2379↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=811)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=811): Process ended prematurely: osmo-nitb_10.42.42.2(pid=811) [trial-2379↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a17:20:41.934929 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a17:20:41.947018 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a17:20:42.077609 tst esme_ms_sms_transaction.py: using LAC 30357\u000a17:20:42.206961 tst esme_ms_sms_transaction.py: using RAC 12\u000a17:20:42.333983 tst esme_ms_sms_transaction.py: using CellId 30357\u000a17:20:42.460880 tst esme_ms_sms_transaction.py: using BVCI 30358\u000a17:20:42.485685 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a17:20:42.708818 tst esme_ms_sms_transaction.py: using MSISDN 7882\u000a17:20:42.908032 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a17:20:43.044296 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a17:20:43.713273 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=810): Launched\u000a17:20:44.038371 run osmo-nitb_10.42.42.2(pid=811): Launched\u000a17:20:44.236052 run osmo-nitb_10.42.42.2(pid=811): ERR: Terminated: ERROR {rc=2} [trial-2379↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=811)]\u000a17:20:44.381677 run osmo-nitb_10.42.42.2(pid=811): stdout: \u000a| (launched: 2022-12-12_17:20:43.878660) \u000a17:20:44.527917 run osmo-nitb_10.42.42.2(pid=811): stderr: \u000a| (launched: 2022-12-12_17:20:43.926954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:44.669649 run osmo-nitb_10.42.42.2(pid=811): stdout: \u000a| (launched: 2022-12-12_17:20:43.878660) \u000a17:20:44.810454 run osmo-nitb_10.42.42.2(pid=811): stderr: \u000a| (launched: 2022-12-12_17:20:43.926954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:45.168479 tst osmo-nitb_10.42.42.2(pid=811): stdout: \u000a| (launched: 2022-12-12_17:20:43.878660) \u000a17:20:45.297833 tst osmo-nitb_10.42.42.2(pid=811): stderr: \u000a| (launched: 2022-12-12_17:20:43.926954)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a17:20:45.354413 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=811): Process ended prematurely: osmo-nitb_10.42.42.2(pid=811) [trial-2379↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=811)] [trial-2379↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a17:20:45.363095 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a17:20:45.399146 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=810): Terminating (SIGTERM)\u000a17:20:45.576694 --- ParallelTerminationStrategy: PID 810 died...\u000a17:20:45.633700 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=810): Terminated: ok {rc=0}\u000a17:20:45.722001 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:20:32" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=821): Process ended prematurely: osmo-hlr_10.42.42.2(pid=821) [trial-2379↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=821)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=821): Process ended prematurely: osmo-hlr_10.42.42.2(pid=821) [trial-2379↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a17:20:47.551918 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:47.562777 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:47.573486 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:47.584096 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:47.697963 tst esme_connect_policy_acceptall.py: using MSISDN 7883\u000a17:20:47.813821 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a17:20:48.379732 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=815): Launched\u000a17:20:48.706035 run osmo-stp_10.42.42.4(pid=816): Launched\u000a17:20:48.822052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:49.338477 run create_hlr_db(pid=817): Launched\u000a17:20:49.518317 bus /sierra_2: Setting Powered False\u000a17:20:50.537916 run create_hlr_db(pid=817): Terminated: ok {rc=0}\u000a17:20:50.979381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=820): Launched\u000a17:20:51.311572 run osmo-hlr_10.42.42.2(pid=821): Launched\u000a17:20:51.432096 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a17:20:52.039839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=824): Launched\u000a17:20:52.372234 run osmo-msc_10.42.42.5(pid=825): Launched\u000a17:20:52.567647 run osmo-hlr_10.42.42.2(pid=821): ERR: Terminated: ERROR {rc=237} [trial-2379↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=821)]\u000a17:20:52.707538 run osmo-hlr_10.42.42.2(pid=821): stdout: \u000a| (launched: 2022-12-12_17:20:51.147939) \u000a17:20:52.847384 run osmo-hlr_10.42.42.2(pid=821): stderr: \u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172051357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:52.980458 run osmo-hlr_10.42.42.2(pid=821): stdout: \u000a| (launched: 2022-12-12_17:20:51.147939) \u000a17:20:53.112564 run osmo-hlr_10.42.42.2(pid=821): stderr: \u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172051344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172051357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172051366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:53.170302 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=821): Process ended prematurely: osmo-hlr_10.42.42.2(pid=821) [trial-2379↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=821)] [trial-2379↪smpp↪esme_connect_policy_acceptall.py:23]\u000a17:20:53.179014 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a17:20:53.241664 run osmo-msc_10.42.42.5(pid=825): ERR: Terminated: ERROR {rc=9} [trial-2379↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=825)]\u000a17:20:53.293312 run osmo-msc_10.42.42.5(pid=825): stdout: \u000a| (launched: 2022-12-12_17:20:52.208629) \u000a17:20:53.346016 run osmo-msc_10.42.42.5(pid=825): stderr: \u000a| �[0;m�[38;5;43m20221212172052574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212172052574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212172052574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212172052574 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212172052574 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212172052575 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212172052576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212172052576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212172052576 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a17:20:53.390361 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=815): Terminating (SIGTERM)\u000a17:20:53.432156 run osmo-stp_10.42.42.4(pid=816): Terminating (SIGTERM)\u000a17:20:53.474949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=820): Terminating (SIGTERM)\u000a17:20:53.519749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=824): Terminating (SIGTERM)\u000a17:20:53.530199 --- ParallelTerminationStrategy: PID 815 died...\u000a17:20:53.588524 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=815): Terminated: ok {rc=0}\u000a17:20:53.598538 --- ParallelTerminationStrategy: PID 816 died...\u000a17:20:53.653998 run osmo-stp_10.42.42.4(pid=816): Terminated: ok {rc=0}\u000a17:20:53.663854 --- ParallelTerminationStrategy: PID 820 died...\u000a17:20:53.719289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=820): Terminated: ok {rc=0}\u000a17:20:53.729337 --- ParallelTerminationStrategy: PID 824 died...\u000a17:20:53.784376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=824): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=836): Process ended prematurely: osmo-hlr_10.42.42.2(pid=836) [trial-2379↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=836)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=836): Process ended prematurely: osmo-hlr_10.42.42.2(pid=836) [trial-2379↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a17:20:53.799395 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:53.811031 tst smpp: Using 1 x bts (candidates: 1)\u000a17:20:53.943809 tst esme_connect_policy_closed.py: using LAC 30358\u000a17:20:54.073934 tst esme_connect_policy_closed.py: using RAC 13\u000a17:20:54.206267 tst esme_connect_policy_closed.py: using CellId 30358\u000a17:20:54.335832 tst esme_connect_policy_closed.py: using BVCI 30359\u000a17:20:54.361267 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:54.372158 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:54.383042 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:20:54.495223 tst esme_connect_policy_closed.py: using MSISDN 7884\u000a17:20:54.617984 tst esme_connect_policy_closed.py: using MSISDN 7885\u000a17:20:54.728098 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a17:20:55.263392 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=828): Launched\u000a17:20:55.574187 run osmo-stp_10.42.42.4(pid=831): Launched\u000a17:20:55.684507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:20:56.172940 run create_hlr_db(pid=833): Launched\u000a17:20:57.355724 run create_hlr_db(pid=833): Terminated: ok {rc=0}\u000a17:20:57.677477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=835): Launched\u000a17:20:57.989174 run osmo-hlr_10.42.42.2(pid=836): Launched\u000a17:20:58.110039 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a17:20:58.681079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=838): Launched\u000a17:20:58.995295 run osmo-msc_10.42.42.5(pid=839): Launched\u000a17:20:59.176651 run osmo-hlr_10.42.42.2(pid=836): ERR: Terminated: ERROR {rc=237} [trial-2379↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=836)]\u000a17:20:59.320868 run osmo-hlr_10.42.42.2(pid=836): stdout: \u000a| (launched: 2022-12-12_17:20:57.834956) \u000a17:20:59.462139 run osmo-hlr_10.42.42.2(pid=836): stderr: \u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172058024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172058032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172058033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172058033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:59.595034 run osmo-hlr_10.42.42.2(pid=836): stdout: \u000a| (launched: 2022-12-12_17:20:57.834956) \u000a17:20:59.727035 run osmo-hlr_10.42.42.2(pid=836): stderr: \u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172058012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172058024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172058032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172058033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172058033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:20:59.784654 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=836): Process ended prematurely: osmo-hlr_10.42.42.2(pid=836) [trial-2379↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=836)] [trial-2379↪smpp↪esme_connect_policy_closed.py:31]\u000a17:20:59.793590 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a17:20:59.856403 run osmo-msc_10.42.42.5(pid=839): ERR: Terminated: ERROR {rc=9} [trial-2379↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=839)]\u000a17:20:59.907732 run osmo-msc_10.42.42.5(pid=839): stdout: \u000a| (launched: 2022-12-12_17:20:58.838484) \u000a17:20:59.960562 run osmo-msc_10.42.42.5(pid=839): stderr: \u000a| �[0;m�[38;5;43m20221212172059157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212172059157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212172059157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212172059157 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212172059157 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212172059157 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212172059157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212172059158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212172059158 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a17:21:00.005064 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=828): Terminating (SIGTERM)\u000a17:21:00.046836 run osmo-stp_10.42.42.4(pid=831): Terminating (SIGTERM)\u000a17:21:00.090316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=835): Terminating (SIGTERM)\u000a17:21:00.135635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=838): Terminating (SIGTERM)\u000a17:21:00.146215 --- ParallelTerminationStrategy: PID 828 died...\u000a17:21:00.204457 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=828): Terminated: ok {rc=0}\u000a17:21:00.214874 --- ParallelTerminationStrategy: PID 831 died...\u000a17:21:00.270030 run osmo-stp_10.42.42.4(pid=831): Terminated: ok {rc=0}\u000a17:21:00.280060 --- ParallelTerminationStrategy: PID 835 died...\u000a17:21:00.335607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=835): Terminated: ok {rc=0}\u000a17:21:00.345785 --- ParallelTerminationStrategy: PID 838 died...\u000a17:21:00.401076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=838): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2379↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2379↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a17:21:00.416046 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:00.427595 tst smpp: Using 1 x bts (candidates: 1)\u000a17:21:00.562991 tst esme_ms_sms_storeforward.py: using LAC 30359\u000a17:21:00.687960 tst esme_ms_sms_storeforward.py: using RAC 14\u000a17:21:00.811277 tst esme_ms_sms_storeforward.py: using CellId 30359\u000a17:21:00.953451 tst esme_ms_sms_storeforward.py: using BVCI 30360\u000a17:21:00.978756 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:00.990307 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:01.001823 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:01.017014 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:01.032093 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:01.047891 tst smpp: Using 1 x modem (candidates: 1)\u000a17:21:01.297838 tst esme_ms_sms_storeforward.py: using MSISDN 7886\u000a17:21:01.420645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:02.005105 run create_hlr_db(pid=842): Launched\u000a17:21:03.199310 run create_hlr_db(pid=842): Terminated: ok {rc=0}\u000a17:21:03.543235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Launched\u000a17:21:03.874930 run osmo-hlr_10.42.42.2(pid=846): Launched\u000a17:21:03.997330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:04.578758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Launched\u000a17:21:04.911429 run osmo-stp_10.42.42.5(pid=849): Launched\u000a17:21:05.032451 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:05.642464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Launched\u000a17:21:05.975487 run osmo-msc_10.42.42.6(pid=852): Launched\u000a17:21:06.168907 run osmo-stp_10.42.42.5(pid=849): ERR: Terminated: ERROR {rc=1} [trial-2379↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a17:21:06.308135 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-12_17:21:04.748037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:06.446345 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172104940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:06.579034 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-12_17:21:04.748037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:06.710575 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172104939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172104940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172104940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:06.767986 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2379↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] [trial-2379↪smpp↪esme_ms_sms_storeforward.py:30]\u000a17:21:06.776659 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a17:21:06.838849 run osmo-hlr_10.42.42.2(pid=846): ERR: Terminated: ERROR {rc=237} [trial-2379↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=846)]\u000a17:21:06.890098 run osmo-hlr_10.42.42.2(pid=846): stdout: \u000a| (launched: 2022-12-12_17:21:03.712244) \u000a17:21:06.941883 run osmo-hlr_10.42.42.2(pid=846): stderr: \u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172103911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172103923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172103932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172103932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172103932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:07.012669 run osmo-msc_10.42.42.6(pid=852): ERR: Terminated: ERROR {rc=2} [trial-2379↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=852)]\u000a17:21:07.063927 run osmo-msc_10.42.42.6(pid=852): stdout: \u000a| (launched: 2022-12-12_17:21:05.811083) \u000a17:21:07.115816 run osmo-msc_10.42.42.6(pid=852): stderr: \u000a| �[0;m�[38;5;43m20221212172106133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172106133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c97278c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172106133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172106134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172106134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172106134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172106136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172106136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172106136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172106136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:07.159929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminating (SIGTERM)\u000a17:21:07.201539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminating (SIGTERM)\u000a17:21:07.242973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminating (SIGTERM)\u000a17:21:07.252541 --- ParallelTerminationStrategy: PID 845 died...\u000a17:21:07.308070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminated: ok {rc=0}\u000a17:21:07.318028 --- ParallelTerminationStrategy: PID 848 died...\u000a17:21:07.373475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminated: ok {rc=0}\u000a17:21:07.383437 --- ParallelTerminationStrategy: PID 851 died...\u000a17:21:07.439024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminated: ok {rc=0}\u000a17:21:07.526101 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=860): Process ended prematurely: osmo-stp_10.42.42.5(pid=860) [trial-2379↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=860)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=860): Process ended prematurely: osmo-stp_10.42.42.5(pid=860) [trial-2379↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a17:21:08.577417 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:08.588837 tst smpp: Using 1 x bts (candidates: 1)\u000a17:21:08.718790 tst esme_ms_sms_transaction.py: using LAC 30360\u000a17:21:08.840584 tst esme_ms_sms_transaction.py: using RAC 15\u000a17:21:08.962240 tst esme_ms_sms_transaction.py: using CellId 30360\u000a17:21:09.086256 tst esme_ms_sms_transaction.py: using BVCI 30361\u000a17:21:09.110148 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:09.120514 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:09.130989 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:09.142218 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:09.153566 tst smpp: Using 1 x ip_address (candidates: 6)\u000a17:21:09.164808 tst smpp: Using 1 x modem (candidates: 1)\u000a17:21:09.381263 tst esme_ms_sms_transaction.py: using MSISDN 7887\u000a17:21:09.491593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:09.980122 run create_hlr_db(pid=854): Launched\u000a17:21:10.159978 bus /sierra_2: Setting Powered False\u000a17:21:11.179960 run create_hlr_db(pid=854): Terminated: ok {rc=0}\u000a17:21:11.596369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=856): Launched\u000a17:21:11.909723 run osmo-hlr_10.42.42.2(pid=857): Launched\u000a17:21:12.022637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:12.559490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=859): Launched\u000a17:21:12.870319 run osmo-stp_10.42.42.5(pid=860): Launched\u000a17:21:12.983108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:13.550252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=862): Launched\u000a17:21:13.862214 run osmo-msc_10.42.42.6(pid=863): Launched\u000a17:21:14.043484 run osmo-stp_10.42.42.5(pid=860): ERR: Terminated: ERROR {rc=1} [trial-2379↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=860)]\u000a17:21:14.174252 run osmo-stp_10.42.42.5(pid=860): stdout: \u000a| (launched: 2022-12-12_17:21:12.716797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:14.303403 run osmo-stp_10.42.42.5(pid=860): stderr: \u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172112886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:14.428384 run osmo-stp_10.42.42.5(pid=860): stdout: \u000a| (launched: 2022-12-12_17:21:12.716797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:14.551868 run osmo-stp_10.42.42.5(pid=860): stderr: \u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172112886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172112886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172112887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:14.605588 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=860): Process ended prematurely: osmo-stp_10.42.42.5(pid=860) [trial-2379↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=860)] [trial-2379↪smpp↪esme_ms_sms_transaction.py:28]\u000a17:21:14.613706 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a17:21:14.673908 run osmo-hlr_10.42.42.2(pid=857): ERR: Terminated: ERROR {rc=237} [trial-2379↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=857)]\u000a17:21:14.722819 run osmo-hlr_10.42.42.2(pid=857): stdout: \u000a| (launched: 2022-12-12_17:21:11.754085) \u000a17:21:14.772726 run osmo-hlr_10.42.42.2(pid=857): stderr: \u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172111928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172111941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172111949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172111949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172111949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:14.840413 run osmo-msc_10.42.42.6(pid=863): ERR: Terminated: ERROR {rc=2} [trial-2379↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=863)]\u000a17:21:14.889647 run osmo-msc_10.42.42.6(pid=863): stdout: \u000a| (launched: 2022-12-12_17:21:13.707646) \u000a17:21:14.939631 run osmo-msc_10.42.42.6(pid=863): stderr: \u000a| �[0;m�[38;5;43m20221212172113980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172113980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5c727dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172113981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172113981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172113981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172113981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172113983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172113983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172113984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172113984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:14.981577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=856): Terminating (SIGTERM)\u000a17:21:15.021504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=859): Terminating (SIGTERM)\u000a17:21:15.061644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=862): Terminating (SIGTERM)\u000a17:21:15.071138 --- ParallelTerminationStrategy: PID 856 died...\u000a17:21:15.125631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=856): Terminated: ok {rc=0}\u000a17:21:15.135326 --- ParallelTerminationStrategy: PID 859 died...\u000a17:21:15.188688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=859): Terminated: ok {rc=0}\u000a17:21:15.198474 --- ParallelTerminationStrategy: PID 862 died...\u000a17:21:15.252098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=862): Terminated: ok {rc=0}\u000a17:21:15.341619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:20:47" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2379↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2379↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a17:21:17.235341 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.246946 tst encryption: Using 1 x bts (candidates: 1)\u000a17:21:17.382046 tst register_a5_0_authopt.py: using LAC 30361\u000a17:21:17.513079 tst register_a5_0_authopt.py: using RAC 16\u000a17:21:17.645372 tst register_a5_0_authopt.py: using CellId 30361\u000a17:21:17.780844 tst register_a5_0_authopt.py: using BVCI 30362\u000a17:21:17.806448 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.817361 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.828008 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.838850 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.849695 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:17.860412 tst encryption: Using 1 x modem (candidates: 1)\u000a17:21:18.145019 tst register_a5_0_authopt.py:8: start network...\u000a17:21:18.275918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:18.773667 run create_hlr_db(pid=868): Launched\u000a17:21:18.954585 bus /sierra_2: Setting Powered False\u000a17:21:19.975488 run create_hlr_db(pid=868): Terminated: ok {rc=0}\u000a17:21:20.421910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Launched\u000a17:21:20.760820 run osmo-hlr_10.42.42.2(pid=871): Launched\u000a17:21:20.884716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:21.470102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Launched\u000a17:21:21.806640 run osmo-stp_10.42.42.5(pid=888): Launched\u000a17:21:21.965680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:22.577316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=890): Launched\u000a17:21:22.914659 run osmo-msc_10.42.42.6(pid=891): Launched\u000a17:21:23.110783 run osmo-stp_10.42.42.5(pid=888): ERR: Terminated: ERROR {rc=1} [trial-2379↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)]\u000a17:21:23.251602 run osmo-stp_10.42.42.5(pid=888): stdout: \u000a| (launched: 2022-12-12_17:21:21.640339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:23.391687 run osmo-stp_10.42.42.5(pid=888): stderr: \u000a| �[0;m�[38;5;43m20221212172121833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172121834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172121834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172121834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:23.525698 run osmo-stp_10.42.42.5(pid=888): stdout: \u000a| (launched: 2022-12-12_17:21:21.640339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:23.658516 run osmo-stp_10.42.42.5(pid=888): stderr: \u000a| �[0;m�[38;5;43m20221212172121833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172121834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172121834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172121834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172121835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:23.717107 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=888): Process ended prematurely: osmo-stp_10.42.42.5(pid=888) [trial-2379↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=888)] [trial-2379↪encryption↪register_a5_0_authopt.py:8]\u000a17:21:23.726334 tst register_a5_0_authopt.py:8: Test FAILED (6.5 sec)\u000a17:21:23.788745 run osmo-hlr_10.42.42.2(pid=871): ERR: Terminated: ERROR {rc=237} [trial-2379↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=871)]\u000a17:21:23.840155 run osmo-hlr_10.42.42.2(pid=871): stdout: \u000a| (launched: 2022-12-12_17:21:20.593640) \u000a17:21:23.892255 run osmo-hlr_10.42.42.2(pid=871): stderr: \u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172120793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172120805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172120814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:23.963657 run osmo-msc_10.42.42.6(pid=891): ERR: Terminated: ERROR {rc=2} [trial-2379↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=891)]\u000a17:21:24.015059 run osmo-msc_10.42.42.6(pid=891): stdout: \u000a| (launched: 2022-12-12_17:21:22.748091) \u000a17:21:24.066811 run osmo-msc_10.42.42.6(pid=891): stderr: \u000a| �[0;m�[38;5;43m20221212172123070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172123070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64882c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172123071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172123071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172123071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172123071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172123073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172123073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172123073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172123073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:24.111201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminating (SIGTERM)\u000a17:21:24.153552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminating (SIGTERM)\u000a17:21:24.195884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=890): Terminating (SIGTERM)\u000a17:21:24.205732 --- ParallelTerminationStrategy: PID 870 died...\u000a17:21:24.262207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=870): Terminated: ok {rc=0}\u000a17:21:24.272314 --- ParallelTerminationStrategy: PID 887 died...\u000a17:21:24.328321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=887): Terminated: ok {rc=0}\u000a17:21:24.338454 --- ParallelTerminationStrategy: PID 890 died...\u000a17:21:24.394450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=890): Terminated: ok {rc=0}\u000a17:21:24.483770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=899): Process ended prematurely: osmo-stp_10.42.42.5(pid=899) [trial-2379↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=899)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=899): Process ended prematurely: osmo-stp_10.42.42.5(pid=899) [trial-2379↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a17:21:25.602611 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:25.614353 tst encryption: Using 1 x bts (candidates: 1)\u000a17:21:25.748887 tst register_a5_0_authreq.py: using LAC 30362\u000a17:21:25.879164 tst register_a5_0_authreq.py: using RAC 17\u000a17:21:26.010178 tst register_a5_0_authreq.py: using CellId 30362\u000a17:21:26.141682 tst register_a5_0_authreq.py: using BVCI 30363\u000a17:21:26.167241 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:26.178189 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:26.188930 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:26.199707 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:26.210571 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:26.221298 tst encryption: Using 1 x modem (candidates: 1)\u000a17:21:26.506982 tst register_a5_0_authreq.py:8: start network...\u000a17:21:26.638212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:27.134286 run create_hlr_db(pid=893): Launched\u000a17:21:27.314877 bus /sierra_2: Setting Powered False\u000a17:21:28.335861 run create_hlr_db(pid=893): Terminated: ok {rc=0}\u000a17:21:28.784258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Launched\u000a17:21:29.124472 run osmo-hlr_10.42.42.2(pid=896): Launched\u000a17:21:29.246106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:29.832586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Launched\u000a17:21:30.172241 run osmo-stp_10.42.42.5(pid=899): Launched\u000a17:21:30.300394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:30.927331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=901): Launched\u000a17:21:31.368668 run osmo-msc_10.42.42.6(pid=902): Launched\u000a17:21:31.767988 run osmo-stp_10.42.42.5(pid=899): ERR: Terminated: ERROR {rc=1} [trial-2379↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=899)]\u000a17:21:31.958915 run osmo-stp_10.42.42.5(pid=899): stdout: \u000a| (launched: 2022-12-12_17:21:30.004086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:32.101162 run osmo-stp_10.42.42.5(pid=899): stderr: \u000a| �[0;m�[38;5;43m20221212172130197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172130197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172130198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172130198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:32.238957 run osmo-stp_10.42.42.5(pid=899): stdout: \u000a| (launched: 2022-12-12_17:21:30.004086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:32.372553 run osmo-stp_10.42.42.5(pid=899): stderr: \u000a| �[0;m�[38;5;43m20221212172130197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172130197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172130198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172130198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172130199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:32.431626 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=899): Process ended prematurely: osmo-stp_10.42.42.5(pid=899) [trial-2379↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=899)] [trial-2379↪encryption↪register_a5_0_authreq.py:8]\u000a17:21:32.441536 tst register_a5_0_authreq.py:8: Test FAILED (6.9 sec)\u000a17:21:32.504421 run osmo-hlr_10.42.42.2(pid=896): ERR: Terminated: ERROR {rc=237} [trial-2379↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=896)]\u000a17:21:32.556036 run osmo-hlr_10.42.42.2(pid=896): stdout: \u000a| (launched: 2022-12-12_17:21:28.956605) \u000a17:21:32.608797 run osmo-hlr_10.42.42.2(pid=896): stderr: \u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172129154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172129166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172129175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172129175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172129176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:32.680690 run osmo-msc_10.42.42.6(pid=902): ERR: Terminated: ERROR {rc=2} [trial-2379↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=902)]\u000a17:21:32.733294 run osmo-msc_10.42.42.6(pid=902): stdout: \u000a| (launched: 2022-12-12_17:21:31.101945) \u000a17:21:32.786346 run osmo-msc_10.42.42.6(pid=902): stderr: \u000a| �[0;m�[38;5;43m20221212172131596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172131596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66f3b3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172131596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172131596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172131597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172131597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172131599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172131599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172131599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172131599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:32.831479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Terminating (SIGTERM)\u000a17:21:32.874400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Terminating (SIGTERM)\u000a17:21:32.917249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=901): Terminating (SIGTERM)\u000a17:21:32.927220 --- ParallelTerminationStrategy: PID 895 died...\u000a17:21:32.984746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=895): Terminated: ok {rc=0}\u000a17:21:32.995193 --- ParallelTerminationStrategy: PID 898 died...\u000a17:21:33.051921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=898): Terminated: ok {rc=0}\u000a17:21:33.062214 --- ParallelTerminationStrategy: PID 901 died...\u000a17:21:33.118757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=901): Terminated: ok {rc=0}\u000a17:21:33.207797 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2379↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2379↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a17:21:34.326810 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.338596 tst encryption: Using 1 x bts (candidates: 1)\u000a17:21:34.471193 tst register_a5_1_authreq.py: using LAC 30363\u000a17:21:34.596655 tst register_a5_1_authreq.py: using RAC 18\u000a17:21:34.717899 tst register_a5_1_authreq.py: using CellId 30363\u000a17:21:34.845202 tst register_a5_1_authreq.py: using BVCI 30364\u000a17:21:34.869090 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.879700 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.890265 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.901043 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.911870 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:34.922383 tst encryption: Using 1 x modem (candidates: 1)\u000a17:21:35.226048 tst register_a5_1_authreq.py:8: start network...\u000a17:21:35.366783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:35.904672 run create_hlr_db(pid=904): Launched\u000a17:21:36.099923 bus /sierra_2: Setting Powered False\u000a17:21:37.120222 run create_hlr_db(pid=904): Terminated: ok {rc=0}\u000a17:21:37.542205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Launched\u000a17:21:37.857965 run osmo-hlr_10.42.42.2(pid=907): Launched\u000a17:21:37.982193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:38.536567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Launched\u000a17:21:38.852678 run osmo-stp_10.42.42.5(pid=910): Launched\u000a17:21:38.968665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:39.541356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Launched\u000a17:21:39.857120 run osmo-msc_10.42.42.6(pid=913): Launched\u000a17:21:40.040845 run osmo-stp_10.42.42.5(pid=910): ERR: Terminated: ERROR {rc=1} [trial-2379↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)]\u000a17:21:40.174395 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-12_17:21:38.696489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:40.306065 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172138866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:40.432200 run osmo-stp_10.42.42.5(pid=910): stdout: \u000a| (launched: 2022-12-12_17:21:38.696489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:40.557513 run osmo-stp_10.42.42.5(pid=910): stderr: \u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172138866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172138866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172138867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:40.612556 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=910): Process ended prematurely: osmo-stp_10.42.42.5(pid=910) [trial-2379↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=910)] [trial-2379↪encryption↪register_a5_1_authreq.py:8]\u000a17:21:40.621404 tst register_a5_1_authreq.py:8: Test FAILED (6.3 sec)\u000a17:21:40.682057 run osmo-hlr_10.42.42.2(pid=907): ERR: Terminated: ERROR {rc=237} [trial-2379↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=907)]\u000a17:21:40.731566 run osmo-hlr_10.42.42.2(pid=907): stdout: \u000a| (launched: 2022-12-12_17:21:37.702174) \u000a17:21:40.781858 run osmo-hlr_10.42.42.2(pid=907): stderr: \u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172137878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172137890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172137898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172137899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172137899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:40.850036 run osmo-msc_10.42.42.6(pid=913): ERR: Terminated: ERROR {rc=2} [trial-2379↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=913)]\u000a17:21:40.899591 run osmo-msc_10.42.42.6(pid=913): stdout: \u000a| (launched: 2022-12-12_17:21:39.700835) \u000a17:21:40.949763 run osmo-msc_10.42.42.6(pid=913): stderr: \u000a| �[0;m�[38;5;43m20221212172139974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172139974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5736edbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172139974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172139974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172139975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172139975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172139978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172139978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172139978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172139978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:40.991938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Terminating (SIGTERM)\u000a17:21:41.032194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminating (SIGTERM)\u000a17:21:41.072336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Terminating (SIGTERM)\u000a17:21:41.081871 --- ParallelTerminationStrategy: PID 906 died...\u000a17:21:41.136410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=906): Terminated: ok {rc=0}\u000a17:21:41.146051 --- ParallelTerminationStrategy: PID 909 died...\u000a17:21:41.199459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=909): Terminated: ok {rc=0}\u000a17:21:41.209339 --- ParallelTerminationStrategy: PID 912 died...\u000a17:21:41.262620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=912): Terminated: ok {rc=0}\u000a17:21:41.347396 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=921): Process ended prematurely: osmo-stp_10.42.42.5(pid=921) [trial-2379↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=921)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=921): Process ended prematurely: osmo-stp_10.42.42.5(pid=921) [trial-2379↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a17:21:42.459993 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:42.471185 tst encryption: Using 1 x bts (candidates: 1)\u000a17:21:42.607017 tst register_a5_3_authreq.py: using LAC 30364\u000a17:21:42.738876 tst register_a5_3_authreq.py: using RAC 19\u000a17:21:42.870625 tst register_a5_3_authreq.py: using CellId 30364\u000a17:21:43.002931 tst register_a5_3_authreq.py: using BVCI 30365\u000a17:21:43.028533 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:43.039671 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:43.050583 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:43.061404 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:43.072265 tst encryption: Using 1 x ip_address (candidates: 6)\u000a17:21:43.083216 tst encryption: Using 1 x modem (candidates: 1)\u000a17:21:43.380219 tst register_a5_3_authreq.py:8: start network...\u000a17:21:43.511336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:21:44.005864 run create_hlr_db(pid=915): Launched\u000a17:21:44.186346 bus /sierra_2: Setting Powered False\u000a17:21:45.207522 run create_hlr_db(pid=915): Terminated: ok {rc=0}\u000a17:21:45.624852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=917): Launched\u000a17:21:46.044474 run osmo-hlr_10.42.42.2(pid=918): Launched\u000a17:21:46.275517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:21:46.950708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=920): Launched\u000a17:21:47.310901 run osmo-stp_10.42.42.5(pid=921): Launched\u000a17:21:47.442339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:21:48.036318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=923): Launched\u000a17:21:48.351750 run osmo-msc_10.42.42.6(pid=924): Launched\u000a17:21:48.536034 run osmo-stp_10.42.42.5(pid=921): ERR: Terminated: ERROR {rc=1} [trial-2379↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=921)]\u000a17:21:48.668921 run osmo-stp_10.42.42.5(pid=921): stdout: \u000a| (launched: 2022-12-12_17:21:47.113262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:48.800177 run osmo-stp_10.42.42.5(pid=921): stderr: \u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172147433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:48.926223 run osmo-stp_10.42.42.5(pid=921): stdout: \u000a| (launched: 2022-12-12_17:21:47.113262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:21:49.051217 run osmo-stp_10.42.42.5(pid=921): stderr: \u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172147432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172147433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172147433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:21:49.106235 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=921): Process ended prematurely: osmo-stp_10.42.42.5(pid=921) [trial-2379↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=921)] [trial-2379↪encryption↪register_a5_3_authreq.py:8]\u000a17:21:49.114758 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a17:21:49.174475 run osmo-hlr_10.42.42.2(pid=918): ERR: Terminated: ERROR {rc=237} [trial-2379↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=918)]\u000a17:21:49.223824 run osmo-hlr_10.42.42.2(pid=918): stdout: \u000a| (launched: 2022-12-12_17:21:45.784418) \u000a17:21:49.273751 run osmo-hlr_10.42.42.2(pid=918): stderr: \u000a| �[0;m�[1;31m20221212172146120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172146121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172146121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172146121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172146121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172146121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172146140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172146152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172146152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172146152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:21:49.341305 run osmo-msc_10.42.42.6(pid=924): ERR: Terminated: ERROR {rc=2} [trial-2379↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=924)]\u000a17:21:49.390487 run osmo-msc_10.42.42.6(pid=924): stdout: \u000a| (launched: 2022-12-12_17:21:48.195266) \u000a17:21:49.440020 run osmo-msc_10.42.42.6(pid=924): stderr: \u000a| �[0;m�[38;5;43m20221212172148468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172148468 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f922aa9dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172148468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172148468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172148468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172148468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172148470 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172148471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:21:49.481742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=917): Terminating (SIGTERM)\u000a17:21:49.521486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=920): Terminating (SIGTERM)\u000a17:21:49.561229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=923): Terminating (SIGTERM)\u000a17:21:49.570531 --- ParallelTerminationStrategy: PID 917 died...\u000a17:21:49.623545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=917): Terminated: ok {rc=0}\u000a17:21:49.633222 --- ParallelTerminationStrategy: PID 920 died...\u000a17:21:49.686129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=920): Terminated: ok {rc=0}\u000a17:21:49.695856 --- ParallelTerminationStrategy: PID 923 died...\u000a17:21:49.748771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=923): Terminated: ok {rc=0}\u000a17:21:49.838866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:21:17" }, { "cases" : [ { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=944): Process ended prematurely: srsepc(pid=944) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=944)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=944): Process ended prematurely: srsepc(pid=944) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a17:21:51.818362 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a17:21:51.864501 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:21:51.880833 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:21:51.905144 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:21:52.055352 tst handover.py: using MSISDN 7888\u000a17:21:52.173399 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7888', subscriber_id=0}\u000a17:21:52.290181 run srsepc_10.42.42.118: Starting srsepc\u000a17:21:54.243568 run rm-remote-dir(pid=931): Launched\u000a17:21:54.446104 bus /sierra_2: Setting Powered False\u000a17:21:55.469704 run rm-remote-dir(pid=931): Terminated: ok {rc=0}\u000a17:21:55.903842 run mk-remote-dir(pid=932): Launched\u000a17:21:57.095243 run mk-remote-dir(pid=932): Terminated: ok {rc=0}\u000a17:21:57.378206 run scp-inst-to-remote(pid=933): Launched\u000a17:21:59.577468 run scp-inst-to-remote(pid=933): Terminated: ok {rc=0}\u000a17:21:59.934575 run rm-remote-dir(pid=936): Launched\u000a17:22:01.196023 run rm-remote-dir(pid=936): Terminated: ok {rc=0}\u000a17:22:01.561793 run mk-remote-dir(pid=937): Launched\u000a17:22:02.757610 run mk-remote-dir(pid=937): Terminated: ok {rc=0}\u000a17:22:03.040184 run scp-cfg-to-remote(pid=938): Launched\u000a17:22:04.227652 run scp-cfg-to-remote(pid=938): Terminated: ok {rc=0}\u000a17:22:04.510990 run scp-db-to-remote(pid=940): Launched\u000a17:22:05.699734 run scp-db-to-remote(pid=940): Terminated: ok {rc=0}\u000a17:22:05.816518 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:22:06.141323 run patchelf(pid=942): Launched\u000a17:22:07.328773 run patchelf(pid=942): Terminated: ok {rc=0}\u000a17:22:07.444931 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:22:07.771118 run setcap-netadm(pid=943): Launched\u000a17:22:08.958014 run setcap-netadm(pid=943): Terminated: ok {rc=0}\u000a17:22:09.275009 run srsepc(pid=944): Launched\u000a17:22:09.387921 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:22:10.525279 run rm-remote-dir(pid=945): Launched\u000a17:22:10.714121 run srsepc(pid=944): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=944)]\u000a17:22:10.851679 run srsepc(pid=944): stdout: \u000a| (launched: 2022-12-12_17:22:09.122958)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:10.989567 run srsepc(pid=944): stderr: \u000a| (launched: 2022-12-12_17:22:09.169294)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:11.122404 run srsepc(pid=944): stdout: \u000a| (launched: 2022-12-12_17:22:09.122958)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:11.253762 run srsepc(pid=944): stderr: \u000a| (launched: 2022-12-12_17:22:09.169294)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:11.407102 run rm-remote-dir(pid=945): Terminating (SIGINT)\u000a17:22:11.586867 run rm-remote-dir(pid=945): Terminated: ok {rc=0}\u000a17:22:11.619887 tst handover.py:37: ERR: Error: srsepc(pid=944): Process ended prematurely: srsepc(pid=944) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=944)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a17:22:11.629653 tst handover.py:37: Test FAILED (20.0 sec)\u000a17:22:11.743427 run scp-back-log(pid=946): Launched\u000a17:22:12.830712 run scp-back-log(pid=946): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=946)]\u000a17:22:12.892770 run scp-back-log(pid=946): stdout: \u000a| (launched: 2022-12-12_17:22:11.671420) \u000a17:22:12.954971 run scp-back-log(pid=946): stderr: \u000a| (launched: 2022-12-12_17:22:11.691114)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:22:13.007439 tst srsepc_10.42.42.118: Error('scp-back-log(pid=946): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=946)]')\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=964): Process ended prematurely: srsepc(pid=964) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=964)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=964): Process ended prematurely: srsepc(pid=964) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a17:22:13.189455 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a17:22:13.231897 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:22:13.441009 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a17:22:13.483376 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:22:13.499283 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:22:13.623395 tst iperf3_bidir.py: using MSISDN 7889\u000a17:22:13.733883 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7889', subscriber_id=0}\u000a17:22:13.842878 run srsepc_10.42.42.118: Starting srsepc\u000a17:22:14.496789 run rm-remote-dir(pid=948): Launched\u000a17:22:15.687914 run rm-remote-dir(pid=948): Terminated: ok {rc=0}\u000a17:22:16.127549 run mk-remote-dir(pid=949): Launched\u000a17:22:17.360698 run mk-remote-dir(pid=949): Terminated: ok {rc=0}\u000a17:22:17.644233 run scp-inst-to-remote(pid=950): Launched\u000a17:22:19.843816 run scp-inst-to-remote(pid=950): Terminated: ok {rc=0}\u000a17:22:20.202623 run rm-remote-dir(pid=953): Launched\u000a17:22:21.405368 run rm-remote-dir(pid=953): Terminated: ok {rc=0}\u000a17:22:21.762643 run mk-remote-dir(pid=954): Launched\u000a17:22:22.965715 run mk-remote-dir(pid=954): Terminated: ok {rc=0}\u000a17:22:23.268263 run scp-cfg-to-remote(pid=955): Launched\u000a17:22:24.468351 run scp-cfg-to-remote(pid=955): Terminated: ok {rc=0}\u000a17:22:24.771231 run scp-db-to-remote(pid=958): Launched\u000a17:22:25.971535 run scp-db-to-remote(pid=958): Terminated: ok {rc=0}\u000a17:22:26.095425 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:22:26.443253 run patchelf(pid=960): Launched\u000a17:22:27.646787 run patchelf(pid=960): Terminated: ok {rc=0}\u000a17:22:27.770275 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:22:28.118246 run setcap-netadm(pid=963): Launched\u000a17:22:29.306364 run setcap-netadm(pid=963): Terminated: ok {rc=0}\u000a17:22:29.626962 run srsepc(pid=964): Launched\u000a17:22:29.737458 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:22:30.891453 run rm-remote-dir(pid=965): Launched\u000a17:22:31.108618 run srsepc(pid=964): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=964)]\u000a17:22:31.257167 run srsepc(pid=964): stdout: \u000a| (launched: 2022-12-12_17:22:29.474605)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:31.399356 run srsepc(pid=964): stderr: \u000a| (launched: 2022-12-12_17:22:29.521131)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:31.537042 run srsepc(pid=964): stdout: \u000a| (launched: 2022-12-12_17:22:29.474605)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:31.673430 run srsepc(pid=964): stderr: \u000a| (launched: 2022-12-12_17:22:29.521131)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:31.832403 run rm-remote-dir(pid=965): Terminating (SIGINT)\u000a17:22:32.018880 run rm-remote-dir(pid=965): Terminated: ok {rc=0}\u000a17:22:32.053368 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=964): Process ended prematurely: srsepc(pid=964) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=964)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a17:22:32.064489 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a17:22:32.222429 run scp-back-log(pid=966): Launched\u000a17:22:33.309936 run scp-back-log(pid=966): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=966)]\u000a17:22:33.372781 run scp-back-log(pid=966): stdout: \u000a| (launched: 2022-12-12_17:22:32.108910) \u000a17:22:33.435818 run scp-back-log(pid=966): stderr: \u000a| (launched: 2022-12-12_17:22:32.129183)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:22:33.488821 tst srsepc_10.42.42.118: Error('scp-back-log(pid=966): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=966)]')\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=980): Process ended prematurely: srsepc(pid=980) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=980)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=980): Process ended prematurely: srsepc(pid=980) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a17:22:33.671794 tst iperf3_dl.py:13: Number of physical ue: 1\u000a17:22:33.714047 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:22:33.923923 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a17:22:33.966381 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:22:33.982296 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:22:34.106015 tst iperf3_dl.py: using MSISDN 7890\u000a17:22:34.216277 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7890', subscriber_id=0}\u000a17:22:34.325645 run srsepc_10.42.42.118: Starting srsepc\u000a17:22:34.980263 run rm-remote-dir(pid=968): Launched\u000a17:22:36.170940 run rm-remote-dir(pid=968): Terminated: ok {rc=0}\u000a17:22:36.503289 run mk-remote-dir(pid=969): Launched\u000a17:22:37.692434 run mk-remote-dir(pid=969): Terminated: ok {rc=0}\u000a17:22:37.973415 run scp-inst-to-remote(pid=970): Launched\u000a17:22:40.174239 run scp-inst-to-remote(pid=970): Terminated: ok {rc=0}\u000a17:22:40.531532 run rm-remote-dir(pid=972): Launched\u000a17:22:41.722968 run rm-remote-dir(pid=972): Terminated: ok {rc=0}\u000a17:22:42.055919 run mk-remote-dir(pid=973): Launched\u000a17:22:43.244798 run mk-remote-dir(pid=973): Terminated: ok {rc=0}\u000a17:22:43.526474 run scp-cfg-to-remote(pid=974): Launched\u000a17:22:44.714805 run scp-cfg-to-remote(pid=974): Terminated: ok {rc=0}\u000a17:22:44.996005 run scp-db-to-remote(pid=976): Launched\u000a17:22:46.188177 run scp-db-to-remote(pid=976): Terminated: ok {rc=0}\u000a17:22:46.306599 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:22:46.694054 run patchelf(pid=978): Launched\u000a17:22:47.894386 run patchelf(pid=978): Terminated: ok {rc=0}\u000a17:22:48.018704 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:22:48.367471 run setcap-netadm(pid=979): Launched\u000a17:22:49.557802 run setcap-netadm(pid=979): Terminated: ok {rc=0}\u000a17:22:49.874601 run srsepc(pid=980): Launched\u000a17:22:49.984306 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:22:51.128626 run rm-remote-dir(pid=981): Launched\u000a17:22:51.316760 run srsepc(pid=980): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=980)]\u000a17:22:51.454513 run srsepc(pid=980): stdout: \u000a| (launched: 2022-12-12_17:22:49.722904)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:51.591978 run srsepc(pid=980): stderr: \u000a| (launched: 2022-12-12_17:22:49.769663)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:51.725398 run srsepc(pid=980): stdout: \u000a| (launched: 2022-12-12_17:22:49.722904)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:22:51.858262 run srsepc(pid=980): stderr: \u000a| (launched: 2022-12-12_17:22:49.769663)\u000a| Connection to 10.42.42.116 closed. \u000a17:22:52.012558 run rm-remote-dir(pid=981): Terminating (SIGINT)\u000a17:22:52.194120 run rm-remote-dir(pid=981): Terminated: ok {rc=0}\u000a17:22:52.227694 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=980): Process ended prematurely: srsepc(pid=980) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=980)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a17:22:52.237537 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a17:22:52.350784 run scp-back-log(pid=982): Launched\u000a17:22:53.437992 run scp-back-log(pid=982): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=982)]\u000a17:22:53.500143 run scp-back-log(pid=982): stdout: \u000a| (launched: 2022-12-12_17:22:52.279773) \u000a17:22:53.562726 run scp-back-log(pid=982): stderr: \u000a| (launched: 2022-12-12_17:22:52.299518)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:22:53.615799 tst srsepc_10.42.42.118: Error('scp-back-log(pid=982): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=982)]')\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1001): Process ended prematurely: srsepc(pid=1001) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1001)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1001): Process ended prematurely: srsepc(pid=1001) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a17:22:53.796731 tst iperf3_ul.py:13: Number of physical ue: 1\u000a17:22:53.839201 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:22:54.046346 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a17:22:54.088758 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:22:54.104565 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:22:54.226959 tst iperf3_ul.py: using MSISDN 7891\u000a17:22:54.336718 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7891', subscriber_id=0}\u000a17:22:54.445484 run srsepc_10.42.42.118: Starting srsepc\u000a17:22:55.099965 run rm-remote-dir(pid=984): Launched\u000a17:22:56.292254 run rm-remote-dir(pid=984): Terminated: ok {rc=0}\u000a17:22:56.626834 run mk-remote-dir(pid=985): Launched\u000a17:22:57.817291 run mk-remote-dir(pid=985): Terminated: ok {rc=0}\u000a17:22:58.102190 run scp-inst-to-remote(pid=986): Launched\u000a17:23:00.293552 run scp-inst-to-remote(pid=986): Terminated: ok {rc=0}\u000a17:23:00.627195 run rm-remote-dir(pid=989): Launched\u000a17:23:01.826523 run rm-remote-dir(pid=989): Terminated: ok {rc=0}\u000a17:23:02.175796 run mk-remote-dir(pid=990): Launched\u000a17:23:03.367966 run mk-remote-dir(pid=990): Terminated: ok {rc=0}\u000a17:23:03.650601 run scp-cfg-to-remote(pid=994): Launched\u000a17:23:04.838344 run scp-cfg-to-remote(pid=994): Terminated: ok {rc=0}\u000a17:23:05.120831 run scp-db-to-remote(pid=997): Launched\u000a17:23:06.320307 run scp-db-to-remote(pid=997): Terminated: ok {rc=0}\u000a17:23:06.444160 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:23:06.794296 run patchelf(pid=999): Launched\u000a17:23:07.995514 run patchelf(pid=999): Terminated: ok {rc=0}\u000a17:23:08.119913 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:23:08.469498 run setcap-netadm(pid=1000): Launched\u000a17:23:09.669982 run setcap-netadm(pid=1000): Terminated: ok {rc=0}\u000a17:23:10.012119 run srsepc(pid=1001): Launched\u000a17:23:10.131456 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:23:11.361919 run rm-remote-dir(pid=1002): Launched\u000a17:23:11.564801 run srsepc(pid=1001): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1001)]\u000a17:23:11.710941 run srsepc(pid=1001): stdout: \u000a| (launched: 2022-12-12_17:23:09.847451)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:11.857226 run srsepc(pid=1001): stderr: \u000a| (launched: 2022-12-12_17:23:09.897266)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:11.999184 run srsepc(pid=1001): stdout: \u000a| (launched: 2022-12-12_17:23:09.847451)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:12.140416 run srsepc(pid=1001): stderr: \u000a| (launched: 2022-12-12_17:23:09.897266)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:12.304456 run rm-remote-dir(pid=1002): Terminating (SIGINT)\u000a17:23:12.496803 run rm-remote-dir(pid=1002): Terminated: ok {rc=0}\u000a17:23:12.532271 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=1001): Process ended prematurely: srsepc(pid=1001) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1001)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a17:23:12.542856 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a17:23:12.660514 run scp-back-log(pid=1003): Launched\u000a17:23:13.751167 run scp-back-log(pid=1003): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1003)]\u000a17:23:13.816862 run scp-back-log(pid=1003): stdout: \u000a| (launched: 2022-12-12_17:23:12.586418) \u000a17:23:13.882989 run scp-back-log(pid=1003): stderr: \u000a| (launched: 2022-12-12_17:23:12.607296)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:23:13.939173 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1003): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1003)]')\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1017): Process ended prematurely: srsepc(pid=1017) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1017)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1017): Process ended prematurely: srsepc(pid=1017) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a17:23:13.954237 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:23:13.971650 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:23:13.995186 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:23:14.147420 tst ping.py: using MSISDN 7892\u000a17:23:14.265348 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7892', subscriber_id=0}\u000a17:23:14.382075 run srsepc_10.42.42.118: Starting srsepc\u000a17:23:15.083740 run rm-remote-dir(pid=1005): Launched\u000a17:23:16.278624 run rm-remote-dir(pid=1005): Terminated: ok {rc=0}\u000a17:23:16.640050 run mk-remote-dir(pid=1006): Launched\u000a17:23:17.830738 run mk-remote-dir(pid=1006): Terminated: ok {rc=0}\u000a17:23:18.112767 run scp-inst-to-remote(pid=1007): Launched\u000a17:23:20.311825 run scp-inst-to-remote(pid=1007): Terminated: ok {rc=0}\u000a17:23:20.668372 run rm-remote-dir(pid=1009): Launched\u000a17:23:21.870124 run rm-remote-dir(pid=1009): Terminated: ok {rc=0}\u000a17:23:22.228252 run mk-remote-dir(pid=1010): Launched\u000a17:23:23.430702 run mk-remote-dir(pid=1010): Terminated: ok {rc=0}\u000a17:23:23.733194 run scp-cfg-to-remote(pid=1011): Launched\u000a17:23:24.932248 run scp-cfg-to-remote(pid=1011): Terminated: ok {rc=0}\u000a17:23:25.234452 run scp-db-to-remote(pid=1013): Launched\u000a17:23:26.433308 run scp-db-to-remote(pid=1013): Terminated: ok {rc=0}\u000a17:23:26.556699 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:23:26.904026 run patchelf(pid=1015): Launched\u000a17:23:28.103738 run patchelf(pid=1015): Terminated: ok {rc=0}\u000a17:23:28.226721 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:23:28.575251 run setcap-netadm(pid=1016): Launched\u000a17:23:29.775148 run setcap-netadm(pid=1016): Terminated: ok {rc=0}\u000a17:23:30.117694 run srsepc(pid=1017): Launched\u000a17:23:30.236098 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:23:31.546568 run rm-remote-dir(pid=1018): Launched\u000a17:23:31.815667 run srsepc(pid=1017): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1017)]\u000a17:23:31.994446 run srsepc(pid=1017): stdout: \u000a| (launched: 2022-12-12_17:23:29.952221)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:32.146656 run srsepc(pid=1017): stderr: \u000a| (launched: 2022-12-12_17:23:30.002115)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:32.282577 run srsepc(pid=1017): stdout: \u000a| (launched: 2022-12-12_17:23:29.952221)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:32.415516 run srsepc(pid=1017): stderr: \u000a| (launched: 2022-12-12_17:23:30.002115)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:32.570443 run rm-remote-dir(pid=1018): Terminating (SIGINT)\u000a17:23:32.752246 run rm-remote-dir(pid=1018): Terminated: ok {rc=0}\u000a17:23:32.785983 tst ping.py:16: ERR: Error: srsepc(pid=1017): Process ended prematurely: srsepc(pid=1017) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1017)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a17:23:32.795900 tst ping.py:16: Test FAILED (18.8 sec)\u000a17:23:32.910739 run scp-back-log(pid=1019): Launched\u000a17:23:33.997447 run scp-back-log(pid=1019): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1019)]\u000a17:23:34.059910 run scp-back-log(pid=1019): stdout: \u000a| (launched: 2022-12-12_17:23:32.838399) \u000a17:23:34.122183 run scp-back-log(pid=1019): stderr: \u000a| (launched: 2022-12-12_17:23:32.858368)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:23:34.175178 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1019): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1019)]')\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1318): Process ended prematurely: srsepc(pid=1318) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1318)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1318): Process ended prematurely: srsepc(pid=1318) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a17:23:34.190007 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:23:34.206782 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:23:34.230080 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:23:34.375588 tst rrc_idle_mo_ping.py: using MSISDN 7893\u000a17:23:34.485341 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7893', subscriber_id=0}\u000a17:23:34.593717 run srsepc_10.42.42.118: Starting srsepc\u000a17:23:35.245115 run rm-remote-dir(pid=1021): Launched\u000a17:23:36.445970 run rm-remote-dir(pid=1021): Terminated: ok {rc=0}\u000a17:23:36.804901 run mk-remote-dir(pid=1022): Launched\u000a17:23:38.007006 run mk-remote-dir(pid=1022): Terminated: ok {rc=0}\u000a17:23:38.310313 run scp-inst-to-remote(pid=1023): Launched\u000a17:23:40.512068 run scp-inst-to-remote(pid=1023): Terminated: ok {rc=0}\u000a17:23:40.870229 run rm-remote-dir(pid=1025): Launched\u000a17:23:42.073166 run rm-remote-dir(pid=1025): Terminated: ok {rc=0}\u000a17:23:42.430453 run mk-remote-dir(pid=1026): Launched\u000a17:23:43.633280 run mk-remote-dir(pid=1026): Terminated: ok {rc=0}\u000a17:23:43.937772 run scp-cfg-to-remote(pid=1027): Launched\u000a17:23:45.137685 run scp-cfg-to-remote(pid=1027): Terminated: ok {rc=0}\u000a17:23:45.440100 run scp-db-to-remote(pid=1029): Launched\u000a17:23:46.691447 run scp-db-to-remote(pid=1029): Terminated: ok {rc=0}\u000a17:23:46.847236 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:23:47.297566 run patchelf(pid=1101): Launched\u000a17:23:48.559015 run patchelf(pid=1101): Terminated: ok {rc=0}\u000a17:23:48.687812 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:23:49.091904 run setcap-netadm(pid=1316): Launched\u000a17:23:50.309369 run setcap-netadm(pid=1316): Terminated: ok {rc=0}\u000a17:23:50.670645 run srsepc(pid=1318): Launched\u000a17:23:50.782280 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:23:52.034205 run rm-remote-dir(pid=1320): Launched\u000a17:23:52.265678 run srsepc(pid=1318): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1318)]\u000a17:23:52.415705 run srsepc(pid=1318): stdout: \u000a| (launched: 2022-12-12_17:23:50.492022)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:52.565608 run srsepc(pid=1318): stderr: \u000a| (launched: 2022-12-12_17:23:50.543375)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:52.711686 run srsepc(pid=1318): stdout: \u000a| (launched: 2022-12-12_17:23:50.492022)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:23:52.855857 run srsepc(pid=1318): stderr: \u000a| (launched: 2022-12-12_17:23:50.543375)\u000a| Connection to 10.42.42.116 closed. \u000a17:23:53.023902 run rm-remote-dir(pid=1320): Terminating (SIGINT)\u000a17:23:53.221111 run rm-remote-dir(pid=1320): Terminated: ok {rc=0}\u000a17:23:53.257985 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=1318): Process ended prematurely: srsepc(pid=1318) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1318)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a17:23:53.269800 tst rrc_idle_mo_ping.py:16: Test FAILED (19.1 sec)\u000a17:23:53.421191 run scp-back-log(pid=1321): Launched\u000a17:23:54.519097 run scp-back-log(pid=1321): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1321)]\u000a17:23:54.588463 run scp-back-log(pid=1321): stdout: \u000a| (launched: 2022-12-12_17:23:53.314028) \u000a17:23:54.657109 run scp-back-log(pid=1321): stderr: \u000a| (launched: 2022-12-12_17:23:53.335274)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:23:54.715648 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1321): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1321)]')\u000a" }, { "testActions" : [ ], "age" : 241, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a17:23:54.733635 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a17:23:54.752141 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a17:23:54.777512 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a17:23:54.930424 tst rrc_idle_mt_ping.py: using MSISDN 7894\u000a17:23:55.051890 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7894', subscriber_id=0}\u000a17:23:55.171048 run srsepc_10.42.42.118: Starting srsepc\u000a17:23:55.945493 run rm-remote-dir(pid=1323): Launched\u000a17:23:57.164997 run rm-remote-dir(pid=1323): Terminated: ok {rc=0}\u000a17:23:57.584790 run mk-remote-dir(pid=1324): Launched\u000a17:23:58.806817 run mk-remote-dir(pid=1324): Terminated: ok {rc=0}\u000a17:23:59.174119 run scp-inst-to-remote(pid=1325): Launched\u000a17:24:01.406511 run scp-inst-to-remote(pid=1325): Terminated: ok {rc=0}\u000a17:24:01.812620 run rm-remote-dir(pid=1327): Launched\u000a17:24:03.010929 run rm-remote-dir(pid=1327): Terminated: ok {rc=0}\u000a17:24:03.392731 run mk-remote-dir(pid=1328): Launched\u000a17:24:04.606454 run mk-remote-dir(pid=1328): Terminated: ok {rc=0}\u000a17:24:04.956088 run scp-cfg-to-remote(pid=1329): Launched\u000a17:24:06.158632 run scp-cfg-to-remote(pid=1329): Terminated: ok {rc=0}\u000a17:24:06.477532 run scp-db-to-remote(pid=1331): Launched\u000a17:24:07.683048 run scp-db-to-remote(pid=1331): Terminated: ok {rc=0}\u000a17:24:07.811757 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a17:24:08.224279 run patchelf(pid=1333): Launched\u000a17:24:09.454967 run patchelf(pid=1333): Terminated: ok {rc=0}\u000a17:24:09.584657 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a17:24:09.948215 run setcap-netadm(pid=1334): Launched\u000a17:24:11.137660 run setcap-netadm(pid=1334): Terminated: ok {rc=0}\u000a17:24:11.455940 run srsepc(pid=1336): Launched\u000a17:24:11.566399 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a17:24:12.706113 run rm-remote-dir(pid=1337): Launched\u000a17:24:12.894135 run srsepc(pid=1336): ERR: Terminated: ERROR {rc=127} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)]\u000a17:24:13.031430 run srsepc(pid=1336): stdout: \u000a| (launched: 2022-12-12_17:24:11.303369)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:24:13.168877 run srsepc(pid=1336): stderr: \u000a| (launched: 2022-12-12_17:24:11.350004)\u000a| Connection to 10.42.42.116 closed. \u000a17:24:13.301811 run srsepc(pid=1336): stdout: \u000a| (launched: 2022-12-12_17:24:11.303369)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a17:24:13.433471 run srsepc(pid=1336): stderr: \u000a| (launched: 2022-12-12_17:24:11.350004)\u000a| Connection to 10.42.42.116 closed. \u000a17:24:13.588177 run rm-remote-dir(pid=1337): Terminating (SIGINT)\u000a17:24:13.769230 run rm-remote-dir(pid=1337): Terminated: ok {rc=0}\u000a17:24:13.802578 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=1336): Process ended prematurely: srsepc(pid=1336) [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=1336)] [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a17:24:13.812413 tst rrc_idle_mt_ping.py:16: Test FAILED (19.1 sec)\u000a17:24:13.925810 run scp-back-log(pid=1338): Launched\u000a17:24:15.012617 run scp-back-log(pid=1338): ERR: Terminated: ERROR {rc=1} [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1338)]\u000a17:24:15.075592 run scp-back-log(pid=1338): stdout: \u000a| (launched: 2022-12-12_17:24:13.854626) \u000a17:24:15.138396 run scp-back-log(pid=1338): stderr: \u000a| (launched: 2022-12-12_17:24:13.874537)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a17:24:15.191525 tst srsepc_10.42.42.118: Error('scp-back-log(pid=1338): launch_sync(): local process exited with status 1 [trial-2379↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=1338)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:21:51" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1349): Process ended prematurely: osmo-stp_10.42.42.5(pid=1349) [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1349)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1349): Process ended prematurely: osmo-stp_10.42.42.5(pid=1349) [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a17:24:16.084084 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:16.099859 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a17:24:16.248911 tst handover.py: using LAC 30365\u000a17:24:16.410671 tst handover.py: using RAC 20\u000a17:24:16.569164 tst handover.py: using CellId 30365\u000a17:24:16.703858 tst handover.py: using BVCI 30366\u000a17:24:16.730745 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a17:24:16.870923 tst handover.py: using LAC 30366\u000a17:24:17.003557 tst handover.py: using RAC 21\u000a17:24:17.136077 tst handover.py: using CellId 30366\u000a17:24:17.267259 tst handover.py: using BVCI 30367\u000a17:24:17.292674 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:17.304016 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:17.315131 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:17.327049 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:17.338916 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a17:24:17.350599 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a17:24:17.470907 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a17:24:17.676022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:18.170563 run create_hlr_db(pid=1343): Launched\u000a17:24:19.351685 run create_hlr_db(pid=1343): Terminated: ok {rc=0}\u000a17:24:19.671816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1345): Launched\u000a17:24:19.981083 run osmo-hlr_10.42.42.2(pid=1346): Launched\u000a17:24:20.093875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:20.628915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1348): Launched\u000a17:24:20.940555 run osmo-stp_10.42.42.5(pid=1349): Launched\u000a17:24:21.052749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:24:21.617115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1351): Launched\u000a17:24:21.928280 run osmo-msc_10.42.42.6(pid=1352): Launched\u000a17:24:22.109063 run osmo-stp_10.42.42.5(pid=1349): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1349)]\u000a17:24:22.238796 run osmo-stp_10.42.42.5(pid=1349): stdout: \u000a| (launched: 2022-12-12_17:24:20.785073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:22.367098 run osmo-stp_10.42.42.5(pid=1349): stderr: \u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172420953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:22.490812 run osmo-stp_10.42.42.5(pid=1349): stdout: \u000a| (launched: 2022-12-12_17:24:20.785073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:22.613345 run osmo-stp_10.42.42.5(pid=1349): stderr: \u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172420953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172420953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172420954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:22.666692 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1349): Process ended prematurely: osmo-stp_10.42.42.5(pid=1349) [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1349)] [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a17:24:22.674751 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:24:22.734872 run osmo-hlr_10.42.42.2(pid=1346): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1346)]\u000a17:24:22.783708 run osmo-hlr_10.42.42.2(pid=1346): stdout: \u000a| (launched: 2022-12-12_17:24:19.827752) \u000a17:24:22.833498 run osmo-hlr_10.42.42.2(pid=1346): stderr: \u000a| �[0;m�[1;31m20221212172420002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172420002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172420003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172420003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172420003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172420003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172420039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172420050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172420050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172420050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:22.900544 run osmo-msc_10.42.42.6(pid=1352): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1352)]\u000a17:24:22.949556 run osmo-msc_10.42.42.6(pid=1352): stdout: \u000a| (launched: 2022-12-12_17:24:21.773192) \u000a17:24:22.999169 run osmo-msc_10.42.42.6(pid=1352): stderr: \u000a| �[0;m�[38;5;43m20221212172422043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172422043 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ea2539c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172422043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172422043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172422043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172422043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172422045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172422046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172422046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172422046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:24:23.040899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1345): Terminating (SIGTERM)\u000a17:24:23.080796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1348): Terminating (SIGTERM)\u000a17:24:23.121218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1351): Terminating (SIGTERM)\u000a17:24:23.130665 --- ParallelTerminationStrategy: PID 1345 died...\u000a17:24:23.183499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1345): Terminated: ok {rc=0}\u000a17:24:23.193356 --- ParallelTerminationStrategy: PID 1348 died...\u000a17:24:23.246548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1348): Terminated: ok {rc=0}\u000a17:24:23.256003 --- ParallelTerminationStrategy: PID 1351 died...\u000a17:24:23.308655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1351): Terminated: ok {rc=0}\u000a17:24:23.398303 bus /sierra_3: Setting Powered False\u000a17:24:24.505439 bus /sierra_3: Setting Powered False\u000a17:24:25.613590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:24:15" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a17:24:27.584918 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:27.596198 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a17:24:27.732198 tst handover.py: using LAC 30367\u000a17:24:27.865850 tst handover.py: using RAC 22\u000a17:24:27.996536 tst handover.py: using CellId 30367\u000a17:24:28.125828 tst handover.py: using BVCI 30368\u000a17:24:28.151172 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a17:24:28.286586 tst handover.py: using LAC 30368\u000a17:24:28.419198 tst handover.py: using RAC 23\u000a17:24:28.543840 tst handover.py: using CellId 30368\u000a17:24:28.667466 tst handover.py: using BVCI 30369\u000a17:24:28.691150 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:28.702230 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:28.713126 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:28.724616 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:28.736287 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:24:28.747831 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a17:24:28.871333 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a17:24:29.084246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:29.551089 run create_hlr_db(pid=1359): Launched\u000a17:24:29.676890 bus /sierra_2: Setting Powered False\u000a17:24:30.750010 run create_hlr_db(pid=1359): Terminated: ok {rc=0}\u000a17:24:31.190398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Launched\u000a17:24:31.586148 run osmo-hlr_10.42.42.2(pid=1362): Launched\u000a17:24:31.762308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:32.440426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Launched\u000a17:24:32.753853 run osmo-stp_10.42.42.5(pid=1365): Launched\u000a17:24:32.867055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:24:33.408561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Launched\u000a17:24:33.722414 run osmo-msc_10.42.42.6(pid=1368): Launched\u000a17:24:33.904462 run osmo-stp_10.42.42.5(pid=1365): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]\u000a17:24:34.035809 run osmo-stp_10.42.42.5(pid=1365): stdout: \u000a| (launched: 2022-12-12_17:24:32.597112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:34.164897 run osmo-stp_10.42.42.5(pid=1365): stderr: \u000a| �[0;m�[38;5;43m20221212172432765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172432765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172432766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172432766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172432766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172432767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172432767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:34.289281 run osmo-stp_10.42.42.5(pid=1365): stdout: \u000a| (launched: 2022-12-12_17:24:32.597112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:34.418676 run osmo-stp_10.42.42.5(pid=1365): stderr: \u000a| �[0;m�[38;5;43m20221212172432765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172432765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172432766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172432766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172432766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172432767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172432767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:34.476504 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)] [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a17:24:34.485299 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:24:34.548771 run osmo-hlr_10.42.42.2(pid=1362): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1362)]\u000a17:24:34.601074 run osmo-hlr_10.42.42.2(pid=1362): stdout: \u000a| (launched: 2022-12-12_17:24:31.363432) \u000a17:24:34.654042 run osmo-hlr_10.42.42.2(pid=1362): stderr: \u000a| �[0;m�[1;31m20221212172431767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172431767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172431768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172431768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172431768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172431769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172431810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172431821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172431821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172431821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:34.726028 run osmo-msc_10.42.42.6(pid=1368): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1368)]\u000a17:24:34.778187 run osmo-msc_10.42.42.6(pid=1368): stdout: \u000a| (launched: 2022-12-12_17:24:33.566134) \u000a17:24:34.830989 run osmo-msc_10.42.42.6(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221212172433838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172433839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbeb011c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172433839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172433839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172433839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172433839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172433841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172433841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172433842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172433842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:24:34.875629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Terminating (SIGTERM)\u000a17:24:34.918113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Terminating (SIGTERM)\u000a17:24:34.960593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Terminating (SIGTERM)\u000a17:24:34.970513 --- ParallelTerminationStrategy: PID 1361 died...\u000a17:24:35.026872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Terminated: ok {rc=0}\u000a17:24:35.036875 --- ParallelTerminationStrategy: PID 1364 died...\u000a17:24:35.093321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Terminated: ok {rc=0}\u000a17:24:35.103487 --- ParallelTerminationStrategy: PID 1367 died...\u000a17:24:35.160181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Terminated: ok {rc=0}\u000a17:24:35.247970 bus /sierra_3: Setting Powered False\u000a17:24:36.355309 bus /sierra_3: Setting Powered False\u000a17:24:37.463874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:24:27" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a17:24:39.458101 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:39.469327 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:24:39.604466 tst handover.py: using LAC 30369\u000a17:24:39.734118 tst handover.py: using RAC 24\u000a17:24:39.864497 tst handover.py: using CellId 30369\u000a17:24:39.990190 tst handover.py: using BVCI 30370\u000a17:24:40.013952 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:24:40.151488 tst handover.py: using LAC 30370\u000a17:24:40.275105 tst handover.py: using RAC 25\u000a17:24:40.405247 tst handover.py: using CellId 30370\u000a17:24:40.531432 tst handover.py: using BVCI 30371\u000a17:24:40.555178 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:40.566480 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:40.578047 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:40.589106 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:40.600172 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:24:40.611159 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:24:40.733504 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:24:40.938817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:41.407559 run create_hlr_db(pid=1376): Launched\u000a17:24:41.532920 bus /sierra_2: Setting Powered False\u000a17:24:42.606873 run create_hlr_db(pid=1376): Terminated: ok {rc=0}\u000a17:24:43.020485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Launched\u000a17:24:43.355648 run osmo-hlr_10.42.42.2(pid=1379): Launched\u000a17:24:43.474389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:44.020493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Launched\u000a17:24:44.354611 run osmo-stp_10.42.42.5(pid=1382): Launched\u000a17:24:44.474485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:24:45.052241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1384): Launched\u000a17:24:45.386603 run osmo-msc_10.42.42.6(pid=1387): Launched\u000a17:24:45.579547 run osmo-stp_10.42.42.5(pid=1382): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)]\u000a17:24:45.718968 run osmo-stp_10.42.42.5(pid=1382): stdout: \u000a| (launched: 2022-12-12_17:24:44.189437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:45.866958 run osmo-stp_10.42.42.5(pid=1382): stderr: \u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172444382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:45.995262 run osmo-stp_10.42.42.5(pid=1382): stdout: \u000a| (launched: 2022-12-12_17:24:44.189437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:46.124391 run osmo-stp_10.42.42.5(pid=1382): stderr: \u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172444381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172444382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172444382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:46.180596 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1382): Process ended prematurely: osmo-stp_10.42.42.5(pid=1382) [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1382)] [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a17:24:46.189914 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:24:46.255913 run osmo-hlr_10.42.42.2(pid=1379): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1379)]\u000a17:24:46.308049 run osmo-hlr_10.42.42.2(pid=1379): stdout: \u000a| (launched: 2022-12-12_17:24:43.189968) \u000a17:24:46.361234 run osmo-hlr_10.42.42.2(pid=1379): stderr: \u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172443387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172443400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172443410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172443411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172443411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:46.433437 run osmo-msc_10.42.42.6(pid=1387): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1387)]\u000a17:24:46.485221 run osmo-msc_10.42.42.6(pid=1387): stdout: \u000a| (launched: 2022-12-12_17:24:45.221533) \u000a17:24:46.538402 run osmo-msc_10.42.42.6(pid=1387): stderr: \u000a| �[0;m�[38;5;43m20221212172445543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172445543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39bafe1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172445543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172445544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172445544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172445544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172445546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172445546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172445546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172445546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:24:46.583185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Terminating (SIGTERM)\u000a17:24:46.629666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Terminating (SIGTERM)\u000a17:24:46.672857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1384): Terminating (SIGTERM)\u000a17:24:46.685710 --- ParallelTerminationStrategy: PID 1378 died...\u000a17:24:46.743456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1378): Terminated: ok {rc=0}\u000a17:24:46.755513 --- ParallelTerminationStrategy: PID 1381 died...\u000a17:24:46.812536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1381): Terminated: ok {rc=0}\u000a17:24:46.824397 --- ParallelTerminationStrategy: PID 1384 died...\u000a17:24:46.879936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1384): Terminated: ok {rc=0}\u000a17:24:46.968968 bus /sierra_3: Setting Powered False\u000a17:24:48.071984 bus /sierra_3: Setting Powered False\u000a17:24:49.184780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:24:39" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a17:24:51.183042 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:51.194562 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:24:51.328401 tst handover.py: using LAC 30371\u000a17:24:51.457562 tst handover.py: using RAC 26\u000a17:24:51.589139 tst handover.py: using CellId 30371\u000a17:24:51.720258 tst handover.py: using BVCI 30372\u000a17:24:51.745776 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:24:51.888818 tst handover.py: using LAC 30372\u000a17:24:52.019046 tst handover.py: using RAC 27\u000a17:24:52.148652 tst handover.py: using CellId 30372\u000a17:24:52.279197 tst handover.py: using BVCI 30373\u000a17:24:52.304291 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:52.315802 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:52.327089 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:52.338611 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:52.350038 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:24:52.361423 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:24:52.477294 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:24:52.691069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:24:53.191482 run create_hlr_db(pid=1392): Launched\u000a17:24:53.326575 bus /sierra_2: Setting Powered False\u000a17:24:54.403713 run create_hlr_db(pid=1392): Terminated: ok {rc=0}\u000a17:24:54.793238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Launched\u000a17:24:55.103202 run osmo-hlr_10.42.42.2(pid=1395): Launched\u000a17:24:55.224267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:24:55.740223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Launched\u000a17:24:56.052789 run osmo-stp_10.42.42.5(pid=1398): Launched\u000a17:24:56.165568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:24:56.708906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Launched\u000a17:24:57.020290 run osmo-msc_10.42.42.6(pid=1401): Launched\u000a17:24:57.201852 run osmo-stp_10.42.42.5(pid=1398): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a17:24:57.332688 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-12_17:24:55.897192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:57.461296 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172456069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:57.585214 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-12_17:24:55.897192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:24:57.708100 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172456069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172456069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172456070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:24:57.761726 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)] [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:24:57.769833 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:24:57.830401 run osmo-hlr_10.42.42.2(pid=1395): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1395)]\u000a17:24:57.879421 run osmo-hlr_10.42.42.2(pid=1395): stdout: \u000a| (launched: 2022-12-12_17:24:54.949899) \u000a17:24:57.929195 run osmo-hlr_10.42.42.2(pid=1395): stderr: \u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172455125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172455137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172455145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172455145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172455146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:24:57.996703 run osmo-msc_10.42.42.6(pid=1401): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1401)]\u000a17:24:58.045821 run osmo-msc_10.42.42.6(pid=1401): stdout: \u000a| (launched: 2022-12-12_17:24:56.866186) \u000a17:24:58.095448 run osmo-msc_10.42.42.6(pid=1401): stderr: \u000a| �[0;m�[38;5;43m20221212172457135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172457135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd763fadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172457136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172457136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172457136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172457136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172457138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172457138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:24:58.137624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminating (SIGTERM)\u000a17:24:58.177398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminating (SIGTERM)\u000a17:24:58.217089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminating (SIGTERM)\u000a17:24:58.226540 --- ParallelTerminationStrategy: PID 1394 died...\u000a17:24:58.279450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminated: ok {rc=0}\u000a17:24:58.289348 --- ParallelTerminationStrategy: PID 1397 died...\u000a17:24:58.342819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminated: ok {rc=0}\u000a17:24:58.352472 --- ParallelTerminationStrategy: PID 1400 died...\u000a17:24:58.405119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1400): Terminated: ok {rc=0}\u000a17:24:58.494198 bus /sierra_3: Setting Powered False\u000a17:24:59.596370 bus /sierra_3: Setting Powered False\u000a17:25:00.707315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:24:50" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:25:02.771651 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:02.783707 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:25:02.920322 tst handover.py: using LAC 30373\u000a17:25:03.048734 tst handover.py: using RAC 28\u000a17:25:03.177638 tst handover.py: using CellId 30373\u000a17:25:03.305685 tst handover.py: using BVCI 30374\u000a17:25:03.330788 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:25:03.474937 tst handover.py: using LAC 30374\u000a17:25:03.602435 tst handover.py: using RAC 29\u000a17:25:03.730041 tst handover.py: using CellId 30374\u000a17:25:03.859742 tst handover.py: using BVCI 30375\u000a17:25:03.885255 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:03.896914 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:03.908251 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:03.919749 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:03.931128 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:25:03.942559 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:25:04.059383 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:25:04.261971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:04.721395 run create_hlr_db(pid=1409): Launched\u000a17:25:04.846876 bus /sierra_2: Setting Powered False\u000a17:25:05.920255 run create_hlr_db(pid=1409): Terminated: ok {rc=0}\u000a17:25:06.332422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Launched\u000a17:25:06.664229 run osmo-hlr_10.42.42.2(pid=1412): Launched\u000a17:25:06.785926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:07.332225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Launched\u000a17:25:07.666543 run osmo-stp_10.42.42.5(pid=1415): Launched\u000a17:25:07.786586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:25:08.363899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Launched\u000a17:25:08.696555 run osmo-msc_10.42.42.6(pid=1418): Launched\u000a17:25:08.889329 run osmo-stp_10.42.42.5(pid=1415): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)]\u000a17:25:09.028149 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-12_17:25:07.500884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:09.166574 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221212172507695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172507695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172507696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172507696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172507696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172507696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172507697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:09.299004 run osmo-stp_10.42.42.5(pid=1415): stdout: \u000a| (launched: 2022-12-12_17:25:07.500884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:09.430191 run osmo-stp_10.42.42.5(pid=1415): stderr: \u000a| �[0;m�[38;5;43m20221212172507695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172507695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172507696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172507696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172507696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172507696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172507697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:09.487510 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1415): Process ended prematurely: osmo-stp_10.42.42.5(pid=1415) [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1415)] [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:25:09.496147 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:25:09.558682 run osmo-hlr_10.42.42.2(pid=1412): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1412)]\u000a17:25:09.610023 run osmo-hlr_10.42.42.2(pid=1412): stdout: \u000a| (launched: 2022-12-12_17:25:06.500271) \u000a17:25:09.662036 run osmo-hlr_10.42.42.2(pid=1412): stderr: \u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172506700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172506717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172506727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172506727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172506727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:09.732774 run osmo-msc_10.42.42.6(pid=1418): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1418)]\u000a17:25:09.784026 run osmo-msc_10.42.42.6(pid=1418): stdout: \u000a| (launched: 2022-12-12_17:25:08.531762) \u000a17:25:09.836057 run osmo-msc_10.42.42.6(pid=1418): stderr: \u000a| �[0;m�[38;5;43m20221212172508856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172508856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8783788c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172508856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172508857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172508857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172508857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172508859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172508859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172508859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172508859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:25:09.880101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminating (SIGTERM)\u000a17:25:09.922309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminating (SIGTERM)\u000a17:25:09.964585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Terminating (SIGTERM)\u000a17:25:09.974410 --- ParallelTerminationStrategy: PID 1411 died...\u000a17:25:10.030659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1411): Terminated: ok {rc=0}\u000a17:25:10.040693 --- ParallelTerminationStrategy: PID 1414 died...\u000a17:25:10.097209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1414): Terminated: ok {rc=0}\u000a17:25:10.107242 --- ParallelTerminationStrategy: PID 1417 died...\u000a17:25:10.163007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1417): Terminated: ok {rc=0}\u000a17:25:10.250905 bus /sierra_3: Setting Powered False\u000a17:25:11.355570 bus /sierra_3: Setting Powered False\u000a17:25:12.468273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:25:14.458990 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:14.470293 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:25:14.605432 tst handover.py: using LAC 30375\u000a17:25:14.736803 tst handover.py: using RAC 30\u000a17:25:14.867923 tst handover.py: using CellId 30375\u000a17:25:14.998824 tst handover.py: using BVCI 30376\u000a17:25:15.023991 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:25:15.157511 tst handover.py: using LAC 30376\u000a17:25:15.289499 tst handover.py: using RAC 31\u000a17:25:15.420878 tst handover.py: using CellId 30376\u000a17:25:15.550449 tst handover.py: using BVCI 30377\u000a17:25:15.575608 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:15.587035 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:15.598213 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:15.609943 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:15.621776 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:25:15.633531 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:25:15.752114 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:25:15.991392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:16.528194 run create_hlr_db(pid=1423): Launched\u000a17:25:16.660306 bus /sierra_2: Setting Powered False\u000a17:25:17.727187 run create_hlr_db(pid=1423): Terminated: ok {rc=0}\u000a17:25:18.114083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Launched\u000a17:25:18.424573 run osmo-hlr_10.42.42.2(pid=1426): Launched\u000a17:25:18.538650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:19.047937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Launched\u000a17:25:19.361510 run osmo-stp_10.42.42.5(pid=1429): Launched\u000a17:25:19.473918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:25:20.013387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Launched\u000a17:25:20.325159 run osmo-msc_10.42.42.6(pid=1432): Launched\u000a17:25:20.507114 run osmo-stp_10.42.42.5(pid=1429): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)]\u000a17:25:20.637846 run osmo-stp_10.42.42.5(pid=1429): stdout: \u000a| (launched: 2022-12-12_17:25:19.204577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:20.766927 run osmo-stp_10.42.42.5(pid=1429): stderr: \u000a| �[0;m�[38;5;43m20221212172519374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172519374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172519375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172519375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172519375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172519376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172519376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:20.891377 run osmo-stp_10.42.42.5(pid=1429): stdout: \u000a| (launched: 2022-12-12_17:25:19.204577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:21.014345 run osmo-stp_10.42.42.5(pid=1429): stderr: \u000a| �[0;m�[38;5;43m20221212172519374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172519374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172519375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172519375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172519375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172519376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172519376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:21.068038 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1429): Process ended prematurely: osmo-stp_10.42.42.5(pid=1429) [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1429)] [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a17:25:21.076042 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:25:21.136977 run osmo-hlr_10.42.42.2(pid=1426): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1426)]\u000a17:25:21.186371 run osmo-hlr_10.42.42.2(pid=1426): stdout: \u000a| (launched: 2022-12-12_17:25:18.270929) \u000a17:25:21.236643 run osmo-hlr_10.42.42.2(pid=1426): stderr: \u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172518448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172518460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172518468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172518469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172518469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:21.304474 run osmo-msc_10.42.42.6(pid=1432): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1432)]\u000a17:25:21.354324 run osmo-msc_10.42.42.6(pid=1432): stdout: \u000a| (launched: 2022-12-12_17:25:20.170125) \u000a17:25:21.404440 run osmo-msc_10.42.42.6(pid=1432): stderr: \u000a| �[0;m�[38;5;43m20221212172520442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172520442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd14d809c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172520442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172520442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172520442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172520442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172520444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172520444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172520445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172520445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:25:21.446597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Terminating (SIGTERM)\u000a17:25:21.486804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Terminating (SIGTERM)\u000a17:25:21.527184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Terminating (SIGTERM)\u000a17:25:21.536815 --- ParallelTerminationStrategy: PID 1425 died...\u000a17:25:21.590422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1425): Terminated: ok {rc=0}\u000a17:25:21.600286 --- ParallelTerminationStrategy: PID 1428 died...\u000a17:25:21.653500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1428): Terminated: ok {rc=0}\u000a17:25:21.663646 --- ParallelTerminationStrategy: PID 1431 died...\u000a17:25:21.717219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1431): Terminated: ok {rc=0}\u000a17:25:21.801029 bus /sierra_3: Setting Powered False\u000a17:25:22.904893 bus /sierra_3: Setting Powered False\u000a17:25:24.019551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:25:14" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:25:26.006167 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:26.018187 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:25:26.159879 tst handover.py: using LAC 30377\u000a17:25:26.290002 tst handover.py: using RAC 32\u000a17:25:26.420270 tst handover.py: using CellId 30377\u000a17:25:26.548479 tst handover.py: using BVCI 30378\u000a17:25:26.573808 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:25:26.720932 tst handover.py: using LAC 30378\u000a17:25:26.850953 tst handover.py: using RAC 33\u000a17:25:26.979057 tst handover.py: using CellId 30378\u000a17:25:27.107355 tst handover.py: using BVCI 30379\u000a17:25:27.132619 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:27.143901 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:27.155057 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:27.166244 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:27.177548 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:25:27.188723 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:25:27.306049 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:25:27.510162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:27.985344 run create_hlr_db(pid=1437): Launched\u000a17:25:28.120515 bus /sierra_2: Setting Powered False\u000a17:25:29.197999 run create_hlr_db(pid=1437): Terminated: ok {rc=0}\u000a17:25:29.611149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Launched\u000a17:25:29.944555 run osmo-hlr_10.42.42.2(pid=1440): Launched\u000a17:25:30.065677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:30.613003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Launched\u000a17:25:31.037692 run osmo-stp_10.42.42.5(pid=1443): Launched\u000a17:25:31.156596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:25:31.759990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Launched\u000a17:25:32.196819 run osmo-msc_10.42.42.6(pid=1446): Launched\u000a17:25:32.425893 run osmo-stp_10.42.42.5(pid=1443): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)]\u000a17:25:32.558031 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-12_17:25:30.781257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:32.688016 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221212172531132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172531133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172531133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172531133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:32.812525 run osmo-stp_10.42.42.5(pid=1443): stdout: \u000a| (launched: 2022-12-12_17:25:30.781257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:32.935834 run osmo-stp_10.42.42.5(pid=1443): stderr: \u000a| �[0;m�[38;5;43m20221212172531132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172531133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172531133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172531133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172531134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:32.989664 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1443): Process ended prematurely: osmo-stp_10.42.42.5(pid=1443) [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1443)] [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a17:25:32.997746 tst handover.py:18: Test FAILED (7.0 sec)\u000a17:25:33.059228 run osmo-hlr_10.42.42.2(pid=1440): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1440)]\u000a17:25:33.109204 run osmo-hlr_10.42.42.2(pid=1440): stdout: \u000a| (launched: 2022-12-12_17:25:29.779727) \u000a17:25:33.159896 run osmo-hlr_10.42.42.2(pid=1440): stderr: \u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172529977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172529992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172530001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172530002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172530002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:33.228288 run osmo-msc_10.42.42.6(pid=1446): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1446)]\u000a17:25:33.278024 run osmo-msc_10.42.42.6(pid=1446): stdout: \u000a| (launched: 2022-12-12_17:25:31.931449) \u000a17:25:33.328521 run osmo-msc_10.42.42.6(pid=1446): stderr: \u000a| �[0;m�[38;5;43m20221212172532350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172532350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe43ac58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172532350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172532351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172532351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172532351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172532353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172532353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172532353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172532353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:25:33.371011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminating (SIGTERM)\u000a17:25:33.411505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminating (SIGTERM)\u000a17:25:33.452038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Terminating (SIGTERM)\u000a17:25:33.461619 --- ParallelTerminationStrategy: PID 1439 died...\u000a17:25:33.516086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1439): Terminated: ok {rc=0}\u000a17:25:33.526044 --- ParallelTerminationStrategy: PID 1442 died...\u000a17:25:33.579740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1442): Terminated: ok {rc=0}\u000a17:25:33.589618 --- ParallelTerminationStrategy: PID 1445 died...\u000a17:25:33.643852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1445): Terminated: ok {rc=0}\u000a17:25:33.733249 bus /sierra_3: Setting Powered False\u000a17:25:34.837838 bus /sierra_3: Setting Powered False\u000a17:25:35.945669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:25:25" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1459): Process ended prematurely: osmo-stp_10.42.42.5(pid=1459) [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1459): Process ended prematurely: osmo-stp_10.42.42.5(pid=1459) [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:25:37.953314 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:37.964515 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:25:38.098053 tst handover.py: using LAC 30379\u000a17:25:38.222606 tst handover.py: using RAC 34\u000a17:25:38.348912 tst handover.py: using CellId 30379\u000a17:25:38.477258 tst handover.py: using BVCI 30380\u000a17:25:38.502612 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:25:38.640817 tst handover.py: using LAC 30380\u000a17:25:38.761938 tst handover.py: using RAC 35\u000a17:25:38.887997 tst handover.py: using CellId 30380\u000a17:25:39.016382 tst handover.py: using BVCI 30381\u000a17:25:39.041782 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:39.053135 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:39.064250 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:39.075575 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:39.087301 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:25:39.098515 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:25:39.220439 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:25:39.423600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:39.885317 run create_hlr_db(pid=1453): Launched\u000a17:25:40.011464 bus /sierra_2: Setting Powered False\u000a17:25:41.084529 run create_hlr_db(pid=1453): Terminated: ok {rc=0}\u000a17:25:41.472791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1455): Launched\u000a17:25:41.782724 run osmo-hlr_10.42.42.2(pid=1456): Launched\u000a17:25:41.935331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:42.487458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1458): Launched\u000a17:25:42.820483 run osmo-stp_10.42.42.5(pid=1459): Launched\u000a17:25:42.940381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:25:43.517984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1461): Launched\u000a17:25:43.852059 run osmo-msc_10.42.42.6(pid=1462): Launched\u000a17:25:44.046380 run osmo-stp_10.42.42.5(pid=1459): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1459)]\u000a17:25:44.187418 run osmo-stp_10.42.42.5(pid=1459): stdout: \u000a| (launched: 2022-12-12_17:25:42.655545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:44.326171 run osmo-stp_10.42.42.5(pid=1459): stderr: \u000a| �[0;m�[38;5;43m20221212172542850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172542851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172542851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172542851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:44.459317 run osmo-stp_10.42.42.5(pid=1459): stdout: \u000a| (launched: 2022-12-12_17:25:42.655545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:44.591157 run osmo-stp_10.42.42.5(pid=1459): stderr: \u000a| �[0;m�[38;5;43m20221212172542850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172542851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172542851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172542851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172542852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:44.648825 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1459): Process ended prematurely: osmo-stp_10.42.42.5(pid=1459) [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1459)] [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a17:25:44.657280 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:25:44.719892 run osmo-hlr_10.42.42.2(pid=1456): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1456)]\u000a17:25:44.771502 run osmo-hlr_10.42.42.2(pid=1456): stdout: \u000a| (launched: 2022-12-12_17:25:41.629341) \u000a17:25:44.824077 run osmo-hlr_10.42.42.2(pid=1456): stderr: \u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172541807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172541819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172541830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172541831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172541831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:44.895253 run osmo-msc_10.42.42.6(pid=1462): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1462)]\u000a17:25:44.947948 run osmo-msc_10.42.42.6(pid=1462): stdout: \u000a| (launched: 2022-12-12_17:25:43.686499) \u000a17:25:45.000206 run osmo-msc_10.42.42.6(pid=1462): stderr: \u000a| �[0;m�[38;5;43m20221212172544010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172544010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2814a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172544010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172544010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172544010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172544010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172544012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172544013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172544013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172544013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:25:45.044616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1455): Terminating (SIGTERM)\u000a17:25:45.086879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1458): Terminating (SIGTERM)\u000a17:25:45.128836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1461): Terminating (SIGTERM)\u000a17:25:45.138691 --- ParallelTerminationStrategy: PID 1455 died...\u000a17:25:45.194638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1455): Terminated: ok {rc=0}\u000a17:25:45.204602 --- ParallelTerminationStrategy: PID 1458 died...\u000a17:25:45.260250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1458): Terminated: ok {rc=0}\u000a17:25:45.270270 --- ParallelTerminationStrategy: PID 1461 died...\u000a17:25:45.325823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1461): Terminated: ok {rc=0}\u000a17:25:45.413832 bus /sierra_3: Setting Powered False\u000a17:25:46.541264 bus /sierra_3: Setting Powered False\u000a17:25:47.653979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:25:37" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1473): Process ended prematurely: osmo-stp_10.42.42.5(pid=1473) [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1473)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1473): Process ended prematurely: osmo-stp_10.42.42.5(pid=1473) [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a17:25:49.611463 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:49.622182 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a17:25:49.746546 tst handover.py: using LAC 30381\u000a17:25:49.869319 tst handover.py: using RAC 36\u000a17:25:49.991796 tst handover.py: using CellId 30381\u000a17:25:50.117085 tst handover.py: using BVCI 30382\u000a17:25:50.140385 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a17:25:50.270813 tst handover.py: using LAC 30382\u000a17:25:50.399203 tst handover.py: using RAC 37\u000a17:25:50.523133 tst handover.py: using CellId 30382\u000a17:25:50.648334 tst handover.py: using BVCI 30383\u000a17:25:50.671746 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:50.682510 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:50.693052 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:50.703975 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:50.714952 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a17:25:50.725933 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a17:25:50.846269 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a17:25:51.064026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:25:51.568824 run create_hlr_db(pid=1467): Launched\u000a17:25:51.703769 bus /sierra_2: Setting Powered False\u000a17:25:52.780856 run create_hlr_db(pid=1467): Terminated: ok {rc=0}\u000a17:25:53.170869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1469): Launched\u000a17:25:53.482082 run osmo-hlr_10.42.42.2(pid=1470): Launched\u000a17:25:53.603512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:25:54.123560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1472): Launched\u000a17:25:54.435530 run osmo-stp_10.42.42.5(pid=1473): Launched\u000a17:25:54.548513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:25:55.090541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1475): Launched\u000a17:25:55.402580 run osmo-msc_10.42.42.6(pid=1476): Launched\u000a17:25:55.585306 run osmo-stp_10.42.42.5(pid=1473): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1473)]\u000a17:25:55.716545 run osmo-stp_10.42.42.5(pid=1473): stdout: \u000a| (launched: 2022-12-12_17:25:54.280687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:55.845511 run osmo-stp_10.42.42.5(pid=1473): stderr: \u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172554452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:55.969842 run osmo-stp_10.42.42.5(pid=1473): stdout: \u000a| (launched: 2022-12-12_17:25:54.280687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:25:56.092514 run osmo-stp_10.42.42.5(pid=1473): stderr: \u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172554451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172554452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172554452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:25:56.146997 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1473): Process ended prematurely: osmo-stp_10.42.42.5(pid=1473) [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1473)] [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a17:25:56.155050 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:25:56.215483 run osmo-hlr_10.42.42.2(pid=1470): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1470)]\u000a17:25:56.264815 run osmo-hlr_10.42.42.2(pid=1470): stdout: \u000a| (launched: 2022-12-12_17:25:53.328189) \u000a17:25:56.315522 run osmo-hlr_10.42.42.2(pid=1470): stderr: \u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172553506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172553518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172553529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172553529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172553529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:25:56.383060 run osmo-msc_10.42.42.6(pid=1476): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1476)]\u000a17:25:56.432292 run osmo-msc_10.42.42.6(pid=1476): stdout: \u000a| (launched: 2022-12-12_17:25:55.247702) \u000a17:25:56.481917 run osmo-msc_10.42.42.6(pid=1476): stderr: \u000a| �[0;m�[38;5;43m20221212172555519 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172555520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c64adbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172555520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172555520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172555520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172555520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172555522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172555522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172555523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172555523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:25:56.523834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1469): Terminating (SIGTERM)\u000a17:25:56.563974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1472): Terminating (SIGTERM)\u000a17:25:56.604098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1475): Terminating (SIGTERM)\u000a17:25:56.613414 --- ParallelTerminationStrategy: PID 1469 died...\u000a17:25:56.667396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1469): Terminated: ok {rc=0}\u000a17:25:56.677055 --- ParallelTerminationStrategy: PID 1472 died...\u000a17:25:56.730059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1472): Terminated: ok {rc=0}\u000a17:25:56.739743 --- ParallelTerminationStrategy: PID 1475 died...\u000a17:25:56.792797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1475): Terminated: ok {rc=0}\u000a17:25:56.876504 bus /sierra_3: Setting Powered False\u000a17:25:57.985533 bus /sierra_3: Setting Powered False\u000a17:25:59.094120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:25:49" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1487): Process ended prematurely: osmo-stp_10.42.42.5(pid=1487) [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1487): Process ended prematurely: osmo-stp_10.42.42.5(pid=1487) [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a17:26:01.077810 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:01.089178 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:26:01.220748 tst handover.py: using LAC 30383\u000a17:26:01.356160 tst handover.py: using RAC 38\u000a17:26:01.508426 tst handover.py: using CellId 30383\u000a17:26:01.669938 tst handover.py: using BVCI 30384\u000a17:26:01.702504 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:26:01.880019 tst handover.py: using LAC 30384\u000a17:26:02.056865 tst handover.py: using RAC 39\u000a17:26:02.223909 tst handover.py: using CellId 30384\u000a17:26:02.365837 tst handover.py: using BVCI 30385\u000a17:26:02.391779 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:02.403674 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:02.415436 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:02.427536 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:02.439563 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:26:02.451483 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:26:02.573927 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:26:02.783247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:03.248917 run create_hlr_db(pid=1481): Launched\u000a17:26:03.375599 bus /sierra_2: Setting Powered False\u000a17:26:04.449780 run create_hlr_db(pid=1481): Terminated: ok {rc=0}\u000a17:26:04.863897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1483): Launched\u000a17:26:05.199653 run osmo-hlr_10.42.42.2(pid=1484): Launched\u000a17:26:05.328098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:05.878088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1486): Launched\u000a17:26:06.212009 run osmo-stp_10.42.42.5(pid=1487): Launched\u000a17:26:06.332311 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:26:06.910062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1489): Launched\u000a17:26:07.232547 run osmo-msc_10.42.42.6(pid=1490): Launched\u000a17:26:07.415893 run osmo-stp_10.42.42.5(pid=1487): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1487)]\u000a17:26:07.548829 run osmo-stp_10.42.42.5(pid=1487): stdout: \u000a| (launched: 2022-12-12_17:26:06.047091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:07.678717 run osmo-stp_10.42.42.5(pid=1487): stderr: \u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172606242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:07.802895 run osmo-stp_10.42.42.5(pid=1487): stdout: \u000a| (launched: 2022-12-12_17:26:06.047091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:07.925630 run osmo-stp_10.42.42.5(pid=1487): stderr: \u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172606241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172606242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172606242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:07.979328 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1487): Process ended prematurely: osmo-stp_10.42.42.5(pid=1487) [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1487)] [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a17:26:07.987584 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:26:08.047860 run osmo-hlr_10.42.42.2(pid=1484): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1484)]\u000a17:26:08.096835 run osmo-hlr_10.42.42.2(pid=1484): stdout: \u000a| (launched: 2022-12-12_17:26:05.033374) \u000a17:26:08.146740 run osmo-hlr_10.42.42.2(pid=1484): stderr: \u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172605234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172605246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172605255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172605256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172605256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:08.214196 run osmo-msc_10.42.42.6(pid=1490): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1490)]\u000a17:26:08.263043 run osmo-msc_10.42.42.6(pid=1490): stdout: \u000a| (launched: 2022-12-12_17:26:07.076213) \u000a17:26:08.312106 run osmo-msc_10.42.42.6(pid=1490): stderr: \u000a| �[0;m�[38;5;43m20221212172607347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172607347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe94980ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172607347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172607347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172607348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172607348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172607350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172607350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172607350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172607350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:26:08.354259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1483): Terminating (SIGTERM)\u000a17:26:08.394475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1486): Terminating (SIGTERM)\u000a17:26:08.434462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1489): Terminating (SIGTERM)\u000a17:26:08.444037 --- ParallelTerminationStrategy: PID 1483 died...\u000a17:26:08.498021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1483): Terminated: ok {rc=0}\u000a17:26:08.507795 --- ParallelTerminationStrategy: PID 1486 died...\u000a17:26:08.561739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1486): Terminated: ok {rc=0}\u000a17:26:08.571307 --- ParallelTerminationStrategy: PID 1489 died...\u000a17:26:08.624330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1489): Terminated: ok {rc=0}\u000a17:26:08.708904 bus /sierra_3: Setting Powered False\u000a17:26:09.815671 bus /sierra_3: Setting Powered False\u000a17:26:10.928542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:00" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a17:26:12.912758 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:12.924797 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:26:13.058149 tst handover.py: using LAC 30385\u000a17:26:13.190346 tst handover.py: using RAC 40\u000a17:26:13.320544 tst handover.py: using CellId 30385\u000a17:26:13.452170 tst handover.py: using BVCI 30386\u000a17:26:13.477509 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:26:13.621915 tst handover.py: using LAC 30386\u000a17:26:13.753342 tst handover.py: using RAC 41\u000a17:26:13.885675 tst handover.py: using CellId 30386\u000a17:26:14.017510 tst handover.py: using BVCI 30387\u000a17:26:14.042750 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:14.054223 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:14.065604 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:14.077501 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:14.089361 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:26:14.102326 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:26:14.220570 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:26:14.435293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:14.938342 run create_hlr_db(pid=1495): Launched\u000a17:26:15.072636 bus /sierra_2: Setting Powered False\u000a17:26:16.153265 run create_hlr_db(pid=1495): Terminated: ok {rc=0}\u000a17:26:16.579791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Launched\u000a17:26:16.944026 run osmo-hlr_10.42.42.2(pid=1498): Launched\u000a17:26:17.141945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:17.697050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Launched\u000a17:26:18.032821 run osmo-stp_10.42.42.5(pid=1501): Launched\u000a17:26:18.156279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:26:18.738100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1503): Launched\u000a17:26:19.069788 run osmo-msc_10.42.42.6(pid=1504): Launched\u000a17:26:19.263368 run osmo-stp_10.42.42.5(pid=1501): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]\u000a17:26:19.403255 run osmo-stp_10.42.42.5(pid=1501): stdout: \u000a| (launched: 2022-12-12_17:26:17.866023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:19.542226 run osmo-stp_10.42.42.5(pid=1501): stderr: \u000a| �[0;m�[38;5;43m20221212172618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172618064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172618064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172618065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172618065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:19.675004 run osmo-stp_10.42.42.5(pid=1501): stdout: \u000a| (launched: 2022-12-12_17:26:17.866023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:19.806713 run osmo-stp_10.42.42.5(pid=1501): stderr: \u000a| �[0;m�[38;5;43m20221212172618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172618063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172618064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172618064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172618064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172618065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172618065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:19.864176 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)] [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:26:19.872763 tst handover.py:18: Test FAILED (7.0 sec)\u000a17:26:19.935138 run osmo-hlr_10.42.42.2(pid=1498): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1498)]\u000a17:26:19.986439 run osmo-hlr_10.42.42.2(pid=1498): stdout: \u000a| (launched: 2022-12-12_17:26:16.754574) \u000a17:26:20.038515 run osmo-hlr_10.42.42.2(pid=1498): stderr: \u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172617088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172617103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172617115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172617115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172617116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:20.109504 run osmo-msc_10.42.42.6(pid=1504): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1504)]\u000a17:26:20.161026 run osmo-msc_10.42.42.6(pid=1504): stdout: \u000a| (launched: 2022-12-12_17:26:18.906894) \u000a17:26:20.212877 run osmo-msc_10.42.42.6(pid=1504): stderr: \u000a| �[0;m�[38;5;43m20221212172619230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172619230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae5d10ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172619230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172619230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172619231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172619231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172619232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:26:20.256897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminating (SIGTERM)\u000a17:26:20.298509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Terminating (SIGTERM)\u000a17:26:20.340104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1503): Terminating (SIGTERM)\u000a17:26:20.349781 --- ParallelTerminationStrategy: PID 1497 died...\u000a17:26:20.405094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminated: ok {rc=0}\u000a17:26:20.415058 --- ParallelTerminationStrategy: PID 1500 died...\u000a17:26:20.470434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Terminated: ok {rc=0}\u000a17:26:20.480627 --- ParallelTerminationStrategy: PID 1503 died...\u000a17:26:20.535563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1503): Terminated: ok {rc=0}\u000a17:26:20.621577 bus /sierra_3: Setting Powered False\u000a17:26:21.728164 bus /sierra_3: Setting Powered False\u000a17:26:22.835868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:12" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1515): Process ended prematurely: osmo-stp_10.42.42.5(pid=1515) [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1515)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1515): Process ended prematurely: osmo-stp_10.42.42.5(pid=1515) [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:26:24.844047 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:24.856372 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:26:24.990974 tst handover.py: using LAC 30387\u000a17:26:25.119610 tst handover.py: using RAC 42\u000a17:26:25.247875 tst handover.py: using CellId 30387\u000a17:26:25.377323 tst handover.py: using BVCI 30388\u000a17:26:25.402664 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:26:25.548521 tst handover.py: using LAC 30388\u000a17:26:25.676752 tst handover.py: using RAC 43\u000a17:26:25.804649 tst handover.py: using CellId 30388\u000a17:26:25.932850 tst handover.py: using BVCI 30389\u000a17:26:25.958145 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:25.969541 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:25.980723 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:25.992136 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:26.003478 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:26:26.014674 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:26:26.134321 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:26:26.349364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:26.850785 run create_hlr_db(pid=1509): Launched\u000a17:26:26.984898 bus /sierra_2: Setting Powered False\u000a17:26:28.062709 run create_hlr_db(pid=1509): Terminated: ok {rc=0}\u000a17:26:28.475787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1511): Launched\u000a17:26:28.810299 run osmo-hlr_10.42.42.2(pid=1512): Launched\u000a17:26:28.931366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:29.479158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1514): Launched\u000a17:26:29.812684 run osmo-stp_10.42.42.5(pid=1515): Launched\u000a17:26:29.932670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:26:30.509146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1517): Launched\u000a17:26:30.843459 run osmo-msc_10.42.42.6(pid=1518): Launched\u000a17:26:31.074221 run osmo-stp_10.42.42.5(pid=1515): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1515)]\u000a17:26:31.372493 run osmo-stp_10.42.42.5(pid=1515): stdout: \u000a| (launched: 2022-12-12_17:26:29.647352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:31.545916 run osmo-stp_10.42.42.5(pid=1515): stderr: \u000a| �[0;m�[38;5;43m20221212172629840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172629840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172629841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172629841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172629841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172629842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172629842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:31.681190 run osmo-stp_10.42.42.5(pid=1515): stdout: \u000a| (launched: 2022-12-12_17:26:29.647352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:31.815368 run osmo-stp_10.42.42.5(pid=1515): stderr: \u000a| �[0;m�[38;5;43m20221212172629840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172629840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172629841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172629841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172629841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172629842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172629842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:31.874381 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1515): Process ended prematurely: osmo-stp_10.42.42.5(pid=1515) [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1515)] [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:26:31.883611 tst handover.py:18: Test FAILED (7.0 sec)\u000a17:26:31.948660 run osmo-hlr_10.42.42.2(pid=1512): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1512)]\u000a17:26:32.001421 run osmo-hlr_10.42.42.2(pid=1512): stdout: \u000a| (launched: 2022-12-12_17:26:28.645020) \u000a17:26:32.054754 run osmo-hlr_10.42.42.2(pid=1512): stderr: \u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172628846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172628858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172628869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172628869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172628869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:32.127542 run osmo-msc_10.42.42.6(pid=1518): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1518)]\u000a17:26:32.180396 run osmo-msc_10.42.42.6(pid=1518): stdout: \u000a| (launched: 2022-12-12_17:26:30.678552) \u000a17:26:32.234085 run osmo-msc_10.42.42.6(pid=1518): stderr: \u000a| �[0;m�[38;5;43m20221212172631207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172631207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca46a8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172631207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172631207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172631207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172631208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172631209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172631210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172631210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172631210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:26:32.279392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1511): Terminating (SIGTERM)\u000a17:26:32.322414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1514): Terminating (SIGTERM)\u000a17:26:32.366881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1517): Terminating (SIGTERM)\u000a17:26:32.377332 --- ParallelTerminationStrategy: PID 1511 died...\u000a17:26:32.433751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1511): Terminated: ok {rc=0}\u000a17:26:32.444269 --- ParallelTerminationStrategy: PID 1514 died...\u000a17:26:32.500566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1514): Terminated: ok {rc=0}\u000a17:26:32.511102 --- ParallelTerminationStrategy: PID 1517 died...\u000a17:26:32.567692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1517): Terminated: ok {rc=0}\u000a17:26:32.655374 bus /sierra_3: Setting Powered False\u000a17:26:33.759350 bus /sierra_3: Setting Powered False\u000a17:26:34.869678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:24" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1529): Process ended prematurely: osmo-stp_10.42.42.5(pid=1529) [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1529)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1529): Process ended prematurely: osmo-stp_10.42.42.5(pid=1529) [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:26:36.852056 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:36.863286 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:26:36.989855 tst handover.py: using LAC 30389\u000a17:26:37.110380 tst handover.py: using RAC 44\u000a17:26:37.230173 tst handover.py: using CellId 30389\u000a17:26:37.349195 tst handover.py: using BVCI 30390\u000a17:26:37.372791 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:26:37.502705 tst handover.py: using LAC 30390\u000a17:26:37.630157 tst handover.py: using RAC 45\u000a17:26:37.757995 tst handover.py: using CellId 30390\u000a17:26:37.887475 tst handover.py: using BVCI 30391\u000a17:26:37.912583 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:37.923804 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:37.934925 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:37.945957 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:37.957079 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:26:37.968232 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:26:38.089101 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:26:38.299432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:38.802119 run create_hlr_db(pid=1523): Launched\u000a17:26:38.936328 bus /sierra_2: Setting Powered False\u000a17:26:40.013404 run create_hlr_db(pid=1523): Terminated: ok {rc=0}\u000a17:26:40.425562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1525): Launched\u000a17:26:40.758230 run osmo-hlr_10.42.42.2(pid=1526): Launched\u000a17:26:40.880545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:41.429634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1528): Launched\u000a17:26:41.761755 run osmo-stp_10.42.42.5(pid=1529): Launched\u000a17:26:41.881514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:26:42.457484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1531): Launched\u000a17:26:42.790058 run osmo-msc_10.42.42.6(pid=1532): Launched\u000a17:26:42.982971 run osmo-stp_10.42.42.5(pid=1529): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1529)]\u000a17:26:43.122995 run osmo-stp_10.42.42.5(pid=1529): stdout: \u000a| (launched: 2022-12-12_17:26:41.597676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:43.261497 run osmo-stp_10.42.42.5(pid=1529): stderr: \u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172641795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:43.393901 run osmo-stp_10.42.42.5(pid=1529): stdout: \u000a| (launched: 2022-12-12_17:26:41.597676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:43.525913 run osmo-stp_10.42.42.5(pid=1529): stderr: \u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172641794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172641795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172641795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:43.583451 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1529): Process ended prematurely: osmo-stp_10.42.42.5(pid=1529) [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1529)] [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a17:26:43.592201 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:26:43.654328 run osmo-hlr_10.42.42.2(pid=1526): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1526)]\u000a17:26:43.705558 run osmo-hlr_10.42.42.2(pid=1526): stdout: \u000a| (launched: 2022-12-12_17:26:40.594057) \u000a17:26:43.757272 run osmo-hlr_10.42.42.2(pid=1526): stderr: \u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172640795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172640808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172640816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172640816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172640816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:43.827184 run osmo-msc_10.42.42.6(pid=1532): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1532)]\u000a17:26:43.878145 run osmo-msc_10.42.42.6(pid=1532): stdout: \u000a| (launched: 2022-12-12_17:26:42.625751) \u000a17:26:43.929730 run osmo-msc_10.42.42.6(pid=1532): stderr: \u000a| �[0;m�[38;5;43m20221212172642949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172642950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb66794ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172642950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172642950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172642950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172642950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172642952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172642952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:26:43.973490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1525): Terminating (SIGTERM)\u000a17:26:44.014844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1528): Terminating (SIGTERM)\u000a17:26:44.056395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1531): Terminating (SIGTERM)\u000a17:26:44.066046 --- ParallelTerminationStrategy: PID 1525 died...\u000a17:26:44.122264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1525): Terminated: ok {rc=0}\u000a17:26:44.132315 --- ParallelTerminationStrategy: PID 1528 died...\u000a17:26:44.187829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1528): Terminated: ok {rc=0}\u000a17:26:44.197827 --- ParallelTerminationStrategy: PID 1531 died...\u000a17:26:44.253095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1531): Terminated: ok {rc=0}\u000a17:26:44.339933 bus /sierra_3: Setting Powered False\u000a17:26:45.446139 bus /sierra_3: Setting Powered False\u000a17:26:46.563730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:36" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:26:48.535278 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:48.546116 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:26:48.672664 tst handover.py: using LAC 30391\u000a17:26:48.795934 tst handover.py: using RAC 46\u000a17:26:48.918307 tst handover.py: using CellId 30391\u000a17:26:49.046073 tst handover.py: using BVCI 30392\u000a17:26:49.069567 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:26:49.216818 tst handover.py: using LAC 30392\u000a17:26:49.337513 tst handover.py: using RAC 47\u000a17:26:49.457608 tst handover.py: using CellId 30392\u000a17:26:49.577515 tst handover.py: using BVCI 30393\u000a17:26:49.600926 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:49.611710 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:49.622403 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:49.633609 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:49.644540 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:26:49.655573 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:26:49.774140 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:26:49.988068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:26:50.491542 run create_hlr_db(pid=1537): Launched\u000a17:26:50.626427 bus /sierra_2: Setting Powered False\u000a17:26:51.704704 run create_hlr_db(pid=1537): Terminated: ok {rc=0}\u000a17:26:52.093914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Launched\u000a17:26:52.405205 run osmo-hlr_10.42.42.2(pid=1540): Launched\u000a17:26:52.523719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:26:53.036495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Launched\u000a17:26:53.347251 run osmo-stp_10.42.42.5(pid=1543): Launched\u000a17:26:53.459915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:26:54.006898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1545): Launched\u000a17:26:54.339196 run osmo-msc_10.42.42.6(pid=1546): Launched\u000a17:26:54.534014 run osmo-stp_10.42.42.5(pid=1543): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)]\u000a17:26:54.675213 run osmo-stp_10.42.42.5(pid=1543): stdout: \u000a| (launched: 2022-12-12_17:26:53.193251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:54.814850 run osmo-stp_10.42.42.5(pid=1543): stderr: \u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172653363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:54.947558 run osmo-stp_10.42.42.5(pid=1543): stdout: \u000a| (launched: 2022-12-12_17:26:53.193251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:26:55.079330 run osmo-stp_10.42.42.5(pid=1543): stderr: \u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172653363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172653363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172653364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:26:55.137655 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1543): Process ended prematurely: osmo-stp_10.42.42.5(pid=1543) [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1543)] [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a17:26:55.146529 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:26:55.209243 run osmo-hlr_10.42.42.2(pid=1540): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1540)]\u000a17:26:55.260586 run osmo-hlr_10.42.42.2(pid=1540): stdout: \u000a| (launched: 2022-12-12_17:26:52.251064) \u000a17:26:55.312371 run osmo-hlr_10.42.42.2(pid=1540): stderr: \u000a| �[0;m�[1;31m20221212172652429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172652430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172652430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172652430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172652430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172652430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172652443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172652453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172652453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172652453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:26:55.382609 run osmo-msc_10.42.42.6(pid=1546): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1546)]\u000a17:26:55.433510 run osmo-msc_10.42.42.6(pid=1546): stdout: \u000a| (launched: 2022-12-12_17:26:54.175792) \u000a17:26:55.485133 run osmo-msc_10.42.42.6(pid=1546): stderr: \u000a| �[0;m�[38;5;43m20221212172654498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172654498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac12fa3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172654498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172654498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172654498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172654499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172654500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172654501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172654501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172654501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:26:55.528857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminating (SIGTERM)\u000a17:26:55.570709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminating (SIGTERM)\u000a17:26:55.613123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1545): Terminating (SIGTERM)\u000a17:26:55.623117 --- ParallelTerminationStrategy: PID 1539 died...\u000a17:26:55.679301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1539): Terminated: ok {rc=0}\u000a17:26:55.689765 --- ParallelTerminationStrategy: PID 1542 died...\u000a17:26:55.745547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1542): Terminated: ok {rc=0}\u000a17:26:55.755898 --- ParallelTerminationStrategy: PID 1545 died...\u000a17:26:55.811872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1545): Terminated: ok {rc=0}\u000a17:26:55.897252 bus /sierra_3: Setting Powered False\u000a17:26:57.004050 bus /sierra_3: Setting Powered False\u000a17:26:58.116820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:48" }, { "cases" : [ { "testActions" : [ ], "age" : 177, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:27:00.100863 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:00.111733 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:27:00.242984 tst handover.py: using LAC 30393\u000a17:27:00.373055 tst handover.py: using RAC 48\u000a17:27:00.507118 tst handover.py: using CellId 30393\u000a17:27:00.640226 tst handover.py: using BVCI 30394\u000a17:27:00.665677 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:27:00.809213 tst handover.py: using LAC 30394\u000a17:27:00.945506 tst handover.py: using RAC 49\u000a17:27:01.079351 tst handover.py: using CellId 30394\u000a17:27:01.234375 tst handover.py: using BVCI 30395\u000a17:27:01.261190 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:01.273566 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:01.286832 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:01.300338 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:01.312608 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:27:01.325758 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:27:01.465288 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:27:01.708031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:02.246350 run create_hlr_db(pid=1551): Launched\u000a17:27:02.376498 bus /sierra_2: Setting Powered False\u000a17:27:03.447788 run create_hlr_db(pid=1551): Terminated: ok {rc=0}\u000a17:27:03.836051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Launched\u000a17:27:04.148029 run osmo-hlr_10.42.42.2(pid=1554): Launched\u000a17:27:04.265571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:04.777550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Launched\u000a17:27:05.088730 run osmo-stp_10.42.42.5(pid=1557): Launched\u000a17:27:05.202031 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:27:05.743907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1559): Launched\u000a17:27:06.058283 run osmo-msc_10.42.42.6(pid=1560): Launched\u000a17:27:06.239878 run osmo-stp_10.42.42.5(pid=1557): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]\u000a17:27:06.370873 run osmo-stp_10.42.42.5(pid=1557): stdout: \u000a| (launched: 2022-12-12_17:27:04.934777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:06.499603 run osmo-stp_10.42.42.5(pid=1557): stderr: \u000a| �[0;m�[38;5;43m20221212172705107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172705108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172705108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172705108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:06.623737 run osmo-stp_10.42.42.5(pid=1557): stdout: \u000a| (launched: 2022-12-12_17:27:04.934777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:06.746770 run osmo-stp_10.42.42.5(pid=1557): stderr: \u000a| �[0;m�[38;5;43m20221212172705107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172705108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172705108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172705108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172705109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:06.800605 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)] [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a17:27:06.808563 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:27:06.869244 run osmo-hlr_10.42.42.2(pid=1554): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1554)]\u000a17:27:06.919269 run osmo-hlr_10.42.42.2(pid=1554): stdout: \u000a| (launched: 2022-12-12_17:27:03.993863) \u000a17:27:06.969307 run osmo-hlr_10.42.42.2(pid=1554): stderr: \u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172704169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172704181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172704190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172704190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172704190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:07.036604 run osmo-msc_10.42.42.6(pid=1560): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1560)]\u000a17:27:07.086188 run osmo-msc_10.42.42.6(pid=1560): stdout: \u000a| (launched: 2022-12-12_17:27:05.901495) \u000a17:27:07.136132 run osmo-msc_10.42.42.6(pid=1560): stderr: \u000a| �[0;m�[38;5;43m20221212172706174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172706174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4759a7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172706174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172706174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172706174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172706175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172706176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172706177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172706177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172706177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:27:07.178176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Terminating (SIGTERM)\u000a17:27:07.218293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Terminating (SIGTERM)\u000a17:27:07.258399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1559): Terminating (SIGTERM)\u000a17:27:07.267842 --- ParallelTerminationStrategy: PID 1553 died...\u000a17:27:07.321426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Terminated: ok {rc=0}\u000a17:27:07.331253 --- ParallelTerminationStrategy: PID 1556 died...\u000a17:27:07.384643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Terminated: ok {rc=0}\u000a17:27:07.394514 --- ParallelTerminationStrategy: PID 1559 died...\u000a17:27:07.447548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1559): Terminated: ok {rc=0}\u000a17:27:07.537578 bus /sierra_3: Setting Powered False\u000a17:27:08.641486 bus /sierra_3: Setting Powered False\u000a17:27:09.752802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:26:59" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1571): Process ended prematurely: osmo-stp_10.42.42.5(pid=1571) [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1571)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1571): Process ended prematurely: osmo-stp_10.42.42.5(pid=1571) [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a17:27:11.731839 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:11.742869 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:27:11.864755 tst handover.py: using LAC 30395\u000a17:27:11.987180 tst handover.py: using RAC 50\u000a17:27:12.110422 tst handover.py: using CellId 30395\u000a17:27:12.233685 tst handover.py: using BVCI 30396\u000a17:27:12.257102 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a17:27:12.398542 tst handover.py: using LAC 30396\u000a17:27:12.520887 tst handover.py: using RAC 51\u000a17:27:12.645296 tst handover.py: using CellId 30396\u000a17:27:12.771844 tst handover.py: using BVCI 30397\u000a17:27:12.795545 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:12.806462 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:12.817305 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:12.828182 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:12.839341 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a17:27:12.850515 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:27:12.969796 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a17:27:13.182914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:13.685976 run create_hlr_db(pid=1565): Launched\u000a17:27:13.820477 bus /sierra_2: Setting Powered False\u000a17:27:14.897399 run create_hlr_db(pid=1565): Terminated: ok {rc=0}\u000a17:27:15.311862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1567): Launched\u000a17:27:15.647186 run osmo-hlr_10.42.42.2(pid=1568): Launched\u000a17:27:15.768478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:16.370713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1570): Launched\u000a17:27:16.808213 run osmo-stp_10.42.42.5(pid=1571): Launched\u000a17:27:16.985458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:27:17.563479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1573): Launched\u000a17:27:17.874799 run osmo-msc_10.42.42.6(pid=1574): Launched\u000a17:27:18.057802 run osmo-stp_10.42.42.5(pid=1571): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1571)]\u000a17:27:18.189526 run osmo-stp_10.42.42.5(pid=1571): stdout: \u000a| (launched: 2022-12-12_17:27:16.542087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:18.319003 run osmo-stp_10.42.42.5(pid=1571): stderr: \u000a| �[0;m�[38;5;43m20221212172716824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172716825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172716831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:18.443737 run osmo-stp_10.42.42.5(pid=1571): stdout: \u000a| (launched: 2022-12-12_17:27:16.542087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:18.567161 run osmo-stp_10.42.42.5(pid=1571): stderr: \u000a| �[0;m�[38;5;43m20221212172716824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172716825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172716830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172716831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172716831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:18.621087 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1571): Process ended prematurely: osmo-stp_10.42.42.5(pid=1571) [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1571)] [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a17:27:18.629365 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:27:18.690377 run osmo-hlr_10.42.42.2(pid=1568): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1568)]\u000a17:27:18.739792 run osmo-hlr_10.42.42.2(pid=1568): stdout: \u000a| (launched: 2022-12-12_17:27:15.480845) \u000a17:27:18.789965 run osmo-hlr_10.42.42.2(pid=1568): stderr: \u000a| �[0;m�[1;31m20221212172715682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172715682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172715682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172715682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172715683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172715683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172715695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172715704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172715704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172715704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:18.858110 run osmo-msc_10.42.42.6(pid=1574): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1574)]\u000a17:27:18.907472 run osmo-msc_10.42.42.6(pid=1574): stdout: \u000a| (launched: 2022-12-12_17:27:17.720694) \u000a17:27:18.957795 run osmo-msc_10.42.42.6(pid=1574): stderr: \u000a| �[0;m�[38;5;43m20221212172717991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172717991 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9545919c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172717992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172717992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172717992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172717992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172717994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172717994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172717994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172717994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:27:19.000004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1567): Terminating (SIGTERM)\u000a17:27:19.040071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1570): Terminating (SIGTERM)\u000a17:27:19.079924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1573): Terminating (SIGTERM)\u000a17:27:19.089580 --- ParallelTerminationStrategy: PID 1567 died...\u000a17:27:19.143712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1567): Terminated: ok {rc=0}\u000a17:27:19.153563 --- ParallelTerminationStrategy: PID 1570 died...\u000a17:27:19.206343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1570): Terminated: ok {rc=0}\u000a17:27:19.215998 --- ParallelTerminationStrategy: PID 1573 died...\u000a17:27:19.269066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1573): Terminated: ok {rc=0}\u000a17:27:19.357924 bus /sierra_3: Setting Powered False\u000a17:27:20.460938 bus /sierra_3: Setting Powered False\u000a17:27:21.572996 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:27:11" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a17:27:23.553255 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:23.564469 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:27:23.690378 tst handover.py: using LAC 30397\u000a17:27:23.811648 tst handover.py: using RAC 52\u000a17:27:23.933725 tst handover.py: using CellId 30397\u000a17:27:24.056427 tst handover.py: using BVCI 30398\u000a17:27:24.079767 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:27:24.213890 tst handover.py: using LAC 30398\u000a17:27:24.337136 tst handover.py: using RAC 53\u000a17:27:24.461139 tst handover.py: using CellId 30398\u000a17:27:24.581777 tst handover.py: using BVCI 30399\u000a17:27:24.605349 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:24.616509 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:24.627439 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:24.639279 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:24.650777 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:27:24.662287 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:27:24.783488 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:27:24.999784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:25.504001 run create_hlr_db(pid=1579): Launched\u000a17:27:25.639329 bus /sierra_2: Setting Powered False\u000a17:27:26.717548 run create_hlr_db(pid=1579): Terminated: ok {rc=0}\u000a17:27:27.132762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Launched\u000a17:27:27.467542 run osmo-hlr_10.42.42.2(pid=1582): Launched\u000a17:27:27.589856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:28.140608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Launched\u000a17:27:28.475592 run osmo-stp_10.42.42.5(pid=1585): Launched\u000a17:27:28.595194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:27:29.173686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1587): Launched\u000a17:27:29.508288 run osmo-msc_10.42.42.6(pid=1588): Launched\u000a17:27:29.705147 run osmo-stp_10.42.42.5(pid=1585): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a17:27:29.844669 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-12_17:27:28.309966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:29.983321 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172728504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172728504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172728504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172728505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:30.116002 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-12_17:27:28.309966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:30.248001 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172728503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172728504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172728504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172728504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172728505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:30.305635 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)] [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:27:30.314335 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:27:30.377094 run osmo-hlr_10.42.42.2(pid=1582): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1582)]\u000a17:27:30.428409 run osmo-hlr_10.42.42.2(pid=1582): stdout: \u000a| (launched: 2022-12-12_17:27:27.302816) \u000a17:27:30.480327 run osmo-hlr_10.42.42.2(pid=1582): stderr: \u000a| �[0;m�[1;31m20221212172727504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172727504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172727504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172727505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172727505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172727505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172727517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172727526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172727526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172727526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:30.551181 run osmo-msc_10.42.42.6(pid=1588): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1588)]\u000a17:27:30.602763 run osmo-msc_10.42.42.6(pid=1588): stdout: \u000a| (launched: 2022-12-12_17:27:29.343183) \u000a17:27:30.654634 run osmo-msc_10.42.42.6(pid=1588): stderr: \u000a| �[0;m�[38;5;43m20221212172729667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172729668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2223dd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172729668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172729668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172729668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172729668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172729670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172729670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172729670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172729670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:27:30.698845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminating (SIGTERM)\u000a17:27:30.741488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminating (SIGTERM)\u000a17:27:30.783355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1587): Terminating (SIGTERM)\u000a17:27:30.793162 --- ParallelTerminationStrategy: PID 1581 died...\u000a17:27:30.861226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminated: ok {rc=0}\u000a17:27:30.872216 --- ParallelTerminationStrategy: PID 1584 died...\u000a17:27:30.934926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminated: ok {rc=0}\u000a17:27:30.945521 --- ParallelTerminationStrategy: PID 1587 died...\u000a17:27:31.002370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1587): Terminated: ok {rc=0}\u000a17:27:31.107967 bus /sierra_3: Setting Powered False\u000a17:27:32.232515 bus /sierra_3: Setting Powered False\u000a17:27:33.346831 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:27:23" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1599): Process ended prematurely: osmo-stp_10.42.42.5(pid=1599) [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1599)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1599): Process ended prematurely: osmo-stp_10.42.42.5(pid=1599) [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:27:35.340479 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:35.351901 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:27:35.481628 tst handover.py: using LAC 30399\u000a17:27:35.610937 tst handover.py: using RAC 54\u000a17:27:35.740291 tst handover.py: using CellId 30399\u000a17:27:35.871715 tst handover.py: using BVCI 30400\u000a17:27:35.896898 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:27:36.042906 tst handover.py: using LAC 30400\u000a17:27:36.173211 tst handover.py: using RAC 55\u000a17:27:36.304446 tst handover.py: using CellId 30400\u000a17:27:36.435445 tst handover.py: using BVCI 30401\u000a17:27:36.460735 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:36.472260 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:36.483526 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:36.494946 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:36.506364 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:27:36.517677 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:27:36.634019 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:27:36.837865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:37.299601 run create_hlr_db(pid=1593): Launched\u000a17:27:37.425728 bus /sierra_2: Setting Powered False\u000a17:27:38.498143 run create_hlr_db(pid=1593): Terminated: ok {rc=0}\u000a17:27:38.909273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1595): Launched\u000a17:27:39.243227 run osmo-hlr_10.42.42.2(pid=1596): Launched\u000a17:27:39.365598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:39.914104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1598): Launched\u000a17:27:40.247131 run osmo-stp_10.42.42.5(pid=1599): Launched\u000a17:27:40.366702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:27:40.943213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1601): Launched\u000a17:27:41.276596 run osmo-msc_10.42.42.6(pid=1602): Launched\u000a17:27:41.470954 run osmo-stp_10.42.42.5(pid=1599): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1599)]\u000a17:27:41.611168 run osmo-stp_10.42.42.5(pid=1599): stdout: \u000a| (launched: 2022-12-12_17:27:40.083893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:41.749671 run osmo-stp_10.42.42.5(pid=1599): stderr: \u000a| �[0;m�[38;5;43m20221212172740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172740277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172740277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172740277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:41.883305 run osmo-stp_10.42.42.5(pid=1599): stdout: \u000a| (launched: 2022-12-12_17:27:40.083893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:42.015190 run osmo-stp_10.42.42.5(pid=1599): stderr: \u000a| �[0;m�[38;5;43m20221212172740276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172740277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172740277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172740277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172740278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:42.072888 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1599): Process ended prematurely: osmo-stp_10.42.42.5(pid=1599) [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1599)] [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:27:42.081811 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:27:42.145072 run osmo-hlr_10.42.42.2(pid=1596): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1596)]\u000a17:27:42.196350 run osmo-hlr_10.42.42.2(pid=1596): stdout: \u000a| (launched: 2022-12-12_17:27:39.077982) \u000a17:27:42.247977 run osmo-hlr_10.42.42.2(pid=1596): stderr: \u000a| �[0;m�[1;31m20221212172739278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172739278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172739291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172739302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172739302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172739302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:42.318279 run osmo-msc_10.42.42.6(pid=1602): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1602)]\u000a17:27:42.369500 run osmo-msc_10.42.42.6(pid=1602): stdout: \u000a| (launched: 2022-12-12_17:27:41.112221) \u000a17:27:42.421225 run osmo-msc_10.42.42.6(pid=1602): stderr: \u000a| �[0;m�[38;5;43m20221212172741438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172741438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd545d9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172741438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172741438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172741438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172741438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172741440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172741440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172741441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172741441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:27:42.465019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1595): Terminating (SIGTERM)\u000a17:27:42.506521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1598): Terminating (SIGTERM)\u000a17:27:42.548125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1601): Terminating (SIGTERM)\u000a17:27:42.557915 --- ParallelTerminationStrategy: PID 1595 died...\u000a17:27:42.614121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1595): Terminated: ok {rc=0}\u000a17:27:42.624537 --- ParallelTerminationStrategy: PID 1598 died...\u000a17:27:42.680611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1598): Terminated: ok {rc=0}\u000a17:27:42.690796 --- ParallelTerminationStrategy: PID 1601 died...\u000a17:27:42.746757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1601): Terminated: ok {rc=0}\u000a17:27:42.833880 bus /sierra_3: Setting Powered False\u000a17:27:43.942280 bus /sierra_3: Setting Powered False\u000a17:27:45.050195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:27:35" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:27:47.058762 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:47.071376 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:27:47.203777 tst handover.py: using LAC 30401\u000a17:27:47.328828 tst handover.py: using RAC 56\u000a17:27:47.448803 tst handover.py: using CellId 30401\u000a17:27:47.574267 tst handover.py: using BVCI 30402\u000a17:27:47.597962 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:27:47.728208 tst handover.py: using LAC 30402\u000a17:27:47.858432 tst handover.py: using RAC 57\u000a17:27:47.986885 tst handover.py: using CellId 30402\u000a17:27:48.115249 tst handover.py: using BVCI 30403\u000a17:27:48.140502 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:48.152141 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:48.163315 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:48.174438 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:48.185576 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:27:48.197275 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:27:48.314807 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:27:48.518941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:27:48.981345 run create_hlr_db(pid=1607): Launched\u000a17:27:49.107305 bus /sierra_2: Setting Powered False\u000a17:27:50.180450 run create_hlr_db(pid=1607): Terminated: ok {rc=0}\u000a17:27:50.569111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Launched\u000a17:27:50.881135 run osmo-hlr_10.42.42.2(pid=1610): Launched\u000a17:27:51.002758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:27:51.522866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Launched\u000a17:27:51.832855 run osmo-stp_10.42.42.5(pid=1613): Launched\u000a17:27:51.989428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:27:52.569320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1615): Launched\u000a17:27:52.902702 run osmo-msc_10.42.42.6(pid=1616): Launched\u000a17:27:53.096336 run osmo-stp_10.42.42.5(pid=1613): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]\u000a17:27:53.237343 run osmo-stp_10.42.42.5(pid=1613): stdout: \u000a| (launched: 2022-12-12_17:27:51.678866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:53.375769 run osmo-stp_10.42.42.5(pid=1613): stderr: \u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172751851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:53.508745 run osmo-stp_10.42.42.5(pid=1613): stdout: \u000a| (launched: 2022-12-12_17:27:51.678866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:27:53.640491 run osmo-stp_10.42.42.5(pid=1613): stderr: \u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172751850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172751851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172751851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:27:53.698411 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)] [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a17:27:53.707155 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:27:53.769598 run osmo-hlr_10.42.42.2(pid=1610): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1610)]\u000a17:27:53.820793 run osmo-hlr_10.42.42.2(pid=1610): stdout: \u000a| (launched: 2022-12-12_17:27:50.726083) \u000a17:27:53.872711 run osmo-hlr_10.42.42.2(pid=1610): stderr: \u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172750904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172750916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172750924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172750924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172750924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:27:53.943287 run osmo-msc_10.42.42.6(pid=1616): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1616)]\u000a17:27:53.994369 run osmo-msc_10.42.42.6(pid=1616): stdout: \u000a| (launched: 2022-12-12_17:27:52.738302) \u000a17:27:54.046167 run osmo-msc_10.42.42.6(pid=1616): stderr: \u000a| �[0;m�[38;5;43m20221212172753062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172753062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47634d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172753062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172753062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172753062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172753063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172753064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172753065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172753065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172753065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:27:54.090216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Terminating (SIGTERM)\u000a17:27:54.131955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Terminating (SIGTERM)\u000a17:27:54.174367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1615): Terminating (SIGTERM)\u000a17:27:54.184168 --- ParallelTerminationStrategy: PID 1609 died...\u000a17:27:54.240299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Terminated: ok {rc=0}\u000a17:27:54.250392 --- ParallelTerminationStrategy: PID 1612 died...\u000a17:27:54.305523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Terminated: ok {rc=0}\u000a17:27:54.315608 --- ParallelTerminationStrategy: PID 1615 died...\u000a17:27:54.371461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1615): Terminated: ok {rc=0}\u000a17:27:54.458229 bus /sierra_3: Setting Powered False\u000a17:27:55.561914 bus /sierra_3: Setting Powered False\u000a17:27:56.672351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:27:46" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1627): Process ended prematurely: osmo-stp_10.42.42.5(pid=1627) [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1627)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1627): Process ended prematurely: osmo-stp_10.42.42.5(pid=1627) [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:27:58.635309 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:58.646216 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:27:58.774418 tst handover.py: using LAC 30403\u000a17:27:58.896777 tst handover.py: using RAC 58\u000a17:27:59.018339 tst handover.py: using CellId 30403\u000a17:27:59.138327 tst handover.py: using BVCI 30404\u000a17:27:59.161833 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:27:59.298067 tst handover.py: using LAC 30404\u000a17:27:59.417641 tst handover.py: using RAC 59\u000a17:27:59.536544 tst handover.py: using CellId 30404\u000a17:27:59.658124 tst handover.py: using BVCI 30405\u000a17:27:59.681696 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:59.692365 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:59.703085 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:59.714086 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:59.725078 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:27:59.735867 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:27:59.854771 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:00.056882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:00.519883 run create_hlr_db(pid=1621): Launched\u000a17:28:00.645624 bus /sierra_2: Setting Powered False\u000a17:28:01.727805 run create_hlr_db(pid=1621): Terminated: ok {rc=0}\u000a17:28:02.199169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1623): Launched\u000a17:28:02.533988 run osmo-hlr_10.42.42.2(pid=1624): Launched\u000a17:28:02.660313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:03.209372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1626): Launched\u000a17:28:03.542590 run osmo-stp_10.42.42.5(pid=1627): Launched\u000a17:28:03.663601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:04.241556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1629): Launched\u000a17:28:04.575254 run osmo-msc_10.42.42.6(pid=1630): Launched\u000a17:28:04.769008 run osmo-stp_10.42.42.5(pid=1627): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1627)]\u000a17:28:04.908384 run osmo-stp_10.42.42.5(pid=1627): stdout: \u000a| (launched: 2022-12-12_17:28:03.378390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:05.047026 run osmo-stp_10.42.42.5(pid=1627): stderr: \u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172803572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:05.180353 run osmo-stp_10.42.42.5(pid=1627): stdout: \u000a| (launched: 2022-12-12_17:28:03.378390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:05.312724 run osmo-stp_10.42.42.5(pid=1627): stderr: \u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172803571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172803572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172803572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:05.370638 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1627): Process ended prematurely: osmo-stp_10.42.42.5(pid=1627) [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1627)] [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a17:28:05.379154 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:28:05.443307 run osmo-hlr_10.42.42.2(pid=1624): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1624)]\u000a17:28:05.494841 run osmo-hlr_10.42.42.2(pid=1624): stdout: \u000a| (launched: 2022-12-12_17:28:02.368320) \u000a17:28:05.546833 run osmo-hlr_10.42.42.2(pid=1624): stderr: \u000a| �[0;m�[1;31m20221212172802568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172802568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172802569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172802569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172802569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172802569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172802580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172802589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172802589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172802590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:05.617723 run osmo-msc_10.42.42.6(pid=1630): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1630)]\u000a17:28:05.669549 run osmo-msc_10.42.42.6(pid=1630): stdout: \u000a| (launched: 2022-12-12_17:28:04.410306) \u000a17:28:05.721583 run osmo-msc_10.42.42.6(pid=1630): stderr: \u000a| �[0;m�[38;5;43m20221212172804736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172804736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4c0904c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172804736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172804736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172804736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172804736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172804738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172804740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172804740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172804740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:05.765731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1623): Terminating (SIGTERM)\u000a17:28:05.807434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1626): Terminating (SIGTERM)\u000a17:28:05.849274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1629): Terminating (SIGTERM)\u000a17:28:05.858943 --- ParallelTerminationStrategy: PID 1623 died...\u000a17:28:05.914522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1623): Terminated: ok {rc=0}\u000a17:28:05.924407 --- ParallelTerminationStrategy: PID 1626 died...\u000a17:28:05.979768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1626): Terminated: ok {rc=0}\u000a17:28:05.989854 --- ParallelTerminationStrategy: PID 1629 died...\u000a17:28:06.045197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1629): Terminated: ok {rc=0}\u000a17:28:06.131594 bus /sierra_3: Setting Powered False\u000a17:28:07.239936 bus /sierra_3: Setting Powered False\u000a17:28:08.350425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:27:58" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:28:10.329449 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:10.340426 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:28:10.470113 tst handover.py: using LAC 30405\u000a17:28:10.608273 tst handover.py: using RAC 60\u000a17:28:10.740937 tst handover.py: using CellId 30405\u000a17:28:10.865918 tst handover.py: using BVCI 30406\u000a17:28:10.889674 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:28:11.026028 tst handover.py: using LAC 30406\u000a17:28:11.146262 tst handover.py: using RAC 61\u000a17:28:11.266377 tst handover.py: using CellId 30406\u000a17:28:11.388849 tst handover.py: using BVCI 30407\u000a17:28:11.412498 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:11.423508 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:11.434267 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:11.446130 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:11.458052 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:28:11.470054 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:28:11.591746 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:28:11.809843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:12.313981 run create_hlr_db(pid=1635): Launched\u000a17:28:12.449069 bus /sierra_2: Setting Powered False\u000a17:28:13.527699 run create_hlr_db(pid=1635): Terminated: ok {rc=0}\u000a17:28:13.918980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Launched\u000a17:28:14.231351 run osmo-hlr_10.42.42.2(pid=1638): Launched\u000a17:28:14.353561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:14.872881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Launched\u000a17:28:15.185309 run osmo-stp_10.42.42.5(pid=1641): Launched\u000a17:28:15.298372 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:15.856763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1643): Launched\u000a17:28:16.288614 run osmo-msc_10.42.42.6(pid=1644): Launched\u000a17:28:16.577891 run osmo-stp_10.42.42.5(pid=1641): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]\u000a17:28:16.715427 run osmo-stp_10.42.42.5(pid=1641): stdout: \u000a| (launched: 2022-12-12_17:28:15.029718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:17.074425 run osmo-stp_10.42.42.5(pid=1641): stderr: \u000a| �[0;m�[38;5;43m20221212172815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172815202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:17.223410 run osmo-stp_10.42.42.5(pid=1641): stdout: \u000a| (launched: 2022-12-12_17:28:15.029718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:17.360502 run osmo-stp_10.42.42.5(pid=1641): stderr: \u000a| �[0;m�[38;5;43m20221212172815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172815202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:17.419433 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)] [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a17:28:17.428053 tst handover.py:18: Test FAILED (7.1 sec)\u000a17:28:17.492402 run osmo-hlr_10.42.42.2(pid=1638): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1638)]\u000a17:28:17.544383 run osmo-hlr_10.42.42.2(pid=1638): stdout: \u000a| (launched: 2022-12-12_17:28:14.076649) \u000a17:28:17.597033 run osmo-hlr_10.42.42.2(pid=1638): stderr: \u000a| �[0;m�[1;31m20221212172814253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172814253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172814253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172814253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172814253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172814254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172814266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172814274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172814274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172814274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:17.669567 run osmo-msc_10.42.42.6(pid=1644): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1644)]\u000a17:28:17.721438 run osmo-msc_10.42.42.6(pid=1644): stdout: \u000a| (launched: 2022-12-12_17:28:16.029277) \u000a17:28:17.773721 run osmo-msc_10.42.42.6(pid=1644): stderr: \u000a| �[0;m�[38;5;43m20221212172816671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172816671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61c16b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172816672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172816672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172816672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172816672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172816677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172816678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172816678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172816678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:17.818152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Terminating (SIGTERM)\u000a17:28:17.860216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Terminating (SIGTERM)\u000a17:28:17.902836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1643): Terminating (SIGTERM)\u000a17:28:17.913558 --- ParallelTerminationStrategy: PID 1637 died...\u000a17:28:17.967084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Terminated: ok {rc=0}\u000a17:28:17.976561 --- ParallelTerminationStrategy: PID 1640 died...\u000a17:28:18.029173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Terminated: ok {rc=0}\u000a17:28:18.038898 --- ParallelTerminationStrategy: PID 1643 died...\u000a17:28:18.093095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1643): Terminated: ok {rc=0}\u000a17:28:18.182221 bus /sierra_3: Setting Powered False\u000a17:28:19.287945 bus /sierra_3: Setting Powered False\u000a17:28:20.400047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a17:28:22.406956 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:22.418452 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:28:22.563972 tst handover.py: using LAC 30407\u000a17:28:22.694929 tst handover.py: using RAC 62\u000a17:28:22.829568 tst handover.py: using CellId 30407\u000a17:28:22.962696 tst handover.py: using BVCI 30408\u000a17:28:22.987891 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:28:23.128834 tst handover.py: using LAC 30408\u000a17:28:23.257442 tst handover.py: using RAC 63\u000a17:28:23.389897 tst handover.py: using CellId 30408\u000a17:28:23.521227 tst handover.py: using BVCI 30409\u000a17:28:23.546549 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:23.558057 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:23.569398 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:23.580775 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:23.592062 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:28:23.603331 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:28:23.720146 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:28:23.924562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:24.388572 run create_hlr_db(pid=1649): Launched\u000a17:28:24.515035 bus /sierra_2: Setting Powered False\u000a17:28:25.588345 run create_hlr_db(pid=1649): Terminated: ok {rc=0}\u000a17:28:25.976368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Launched\u000a17:28:26.287496 run osmo-hlr_10.42.42.2(pid=1652): Launched\u000a17:28:26.408088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:26.927473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Launched\u000a17:28:27.238014 run osmo-stp_10.42.42.5(pid=1655): Launched\u000a17:28:27.351117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:27.892735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1657): Launched\u000a17:28:28.205055 run osmo-msc_10.42.42.6(pid=1658): Launched\u000a17:28:28.386380 run osmo-stp_10.42.42.5(pid=1655): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]\u000a17:28:28.517270 run osmo-stp_10.42.42.5(pid=1655): stdout: \u000a| (launched: 2022-12-12_17:28:27.084051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:28.645973 run osmo-stp_10.42.42.5(pid=1655): stderr: \u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172827257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172827257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172827257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172827258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:28.770110 run osmo-stp_10.42.42.5(pid=1655): stdout: \u000a| (launched: 2022-12-12_17:28:27.084051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:28.893284 run osmo-stp_10.42.42.5(pid=1655): stderr: \u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172827256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172827257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172827257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172827257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172827258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:28.946869 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)] [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:28:28.955062 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:28:29.015960 run osmo-hlr_10.42.42.2(pid=1652): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1652)]\u000a17:28:29.065528 run osmo-hlr_10.42.42.2(pid=1652): stdout: \u000a| (launched: 2022-12-12_17:28:26.133214) \u000a17:28:29.115804 run osmo-hlr_10.42.42.2(pid=1652): stderr: \u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172826310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172826322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172826330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172826331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172826331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:29.183462 run osmo-msc_10.42.42.6(pid=1658): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1658)]\u000a17:28:29.232853 run osmo-msc_10.42.42.6(pid=1658): stdout: \u000a| (launched: 2022-12-12_17:28:28.049156) \u000a17:28:29.282610 run osmo-msc_10.42.42.6(pid=1658): stderr: \u000a| �[0;m�[38;5;43m20221212172828321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172828321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa68315ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172828321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172828321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172828321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172828321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172828323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172828324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172828324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172828324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:29.324737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Terminating (SIGTERM)\u000a17:28:29.364930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Terminating (SIGTERM)\u000a17:28:29.405411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1657): Terminating (SIGTERM)\u000a17:28:29.415186 --- ParallelTerminationStrategy: PID 1651 died...\u000a17:28:29.469337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Terminated: ok {rc=0}\u000a17:28:29.479047 --- ParallelTerminationStrategy: PID 1654 died...\u000a17:28:29.532383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Terminated: ok {rc=0}\u000a17:28:29.542414 --- ParallelTerminationStrategy: PID 1657 died...\u000a17:28:29.595346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1657): Terminated: ok {rc=0}\u000a17:28:29.683862 bus /sierra_3: Setting Powered False\u000a17:28:30.786582 bus /sierra_3: Setting Powered False\u000a17:28:31.939977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1669): Process ended prematurely: osmo-stp_10.42.42.5(pid=1669) [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1669)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1669): Process ended prematurely: osmo-stp_10.42.42.5(pid=1669) [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:28:33.960557 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:33.971525 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:28:34.110021 tst handover.py: using LAC 30409\u000a17:28:34.239610 tst handover.py: using RAC 64\u000a17:28:34.370909 tst handover.py: using CellId 30409\u000a17:28:34.500727 tst handover.py: using BVCI 30410\u000a17:28:34.526034 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:28:34.673195 tst handover.py: using LAC 30410\u000a17:28:34.803956 tst handover.py: using RAC 65\u000a17:28:34.937871 tst handover.py: using CellId 30410\u000a17:28:35.065797 tst handover.py: using BVCI 30411\u000a17:28:35.091046 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:35.102628 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:35.113895 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:35.125354 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:35.136658 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:28:35.147925 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:28:35.269988 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:28:35.477305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:35.941690 run create_hlr_db(pid=1663): Launched\u000a17:28:36.067422 bus /sierra_2: Setting Powered False\u000a17:28:37.140707 run create_hlr_db(pid=1663): Terminated: ok {rc=0}\u000a17:28:37.553172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1665): Launched\u000a17:28:37.886762 run osmo-hlr_10.42.42.2(pid=1666): Launched\u000a17:28:38.009181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:38.555343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1668): Launched\u000a17:28:38.887039 run osmo-stp_10.42.42.5(pid=1669): Launched\u000a17:28:39.006777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:39.585079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1671): Launched\u000a17:28:39.918147 run osmo-msc_10.42.42.6(pid=1672): Launched\u000a17:28:40.111830 run osmo-stp_10.42.42.5(pid=1669): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1669)]\u000a17:28:40.251835 run osmo-stp_10.42.42.5(pid=1669): stdout: \u000a| (launched: 2022-12-12_17:28:38.722922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:40.390151 run osmo-stp_10.42.42.5(pid=1669): stderr: \u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172838921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:40.522885 run osmo-stp_10.42.42.5(pid=1669): stdout: \u000a| (launched: 2022-12-12_17:28:38.722922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:40.654337 run osmo-stp_10.42.42.5(pid=1669): stderr: \u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172838920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172838921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172838921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:40.711852 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1669): Process ended prematurely: osmo-stp_10.42.42.5(pid=1669) [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1669)] [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:28:40.720294 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:28:40.783058 run osmo-hlr_10.42.42.2(pid=1666): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1666)]\u000a17:28:40.834684 run osmo-hlr_10.42.42.2(pid=1666): stdout: \u000a| (launched: 2022-12-12_17:28:37.722158) \u000a17:28:40.887348 run osmo-hlr_10.42.42.2(pid=1666): stderr: \u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172837922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172837936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172837946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172837946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172837946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:40.958371 run osmo-msc_10.42.42.6(pid=1672): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1672)]\u000a17:28:41.010142 run osmo-msc_10.42.42.6(pid=1672): stdout: \u000a| (launched: 2022-12-12_17:28:39.753209) \u000a17:28:41.062482 run osmo-msc_10.42.42.6(pid=1672): stderr: \u000a| �[0;m�[38;5;43m20221212172840076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172840077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30553a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172840077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172840077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172840077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172840077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172840079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172840079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172840079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172840079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:41.106763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1665): Terminating (SIGTERM)\u000a17:28:41.148824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1668): Terminating (SIGTERM)\u000a17:28:41.191046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1671): Terminating (SIGTERM)\u000a17:28:41.200711 --- ParallelTerminationStrategy: PID 1665 died...\u000a17:28:41.257094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1665): Terminated: ok {rc=0}\u000a17:28:41.268652 --- ParallelTerminationStrategy: PID 1668 died...\u000a17:28:41.324183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1668): Terminated: ok {rc=0}\u000a17:28:41.334144 --- ParallelTerminationStrategy: PID 1671 died...\u000a17:28:41.389464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1671): Terminated: ok {rc=0}\u000a17:28:41.476868 bus /sierra_3: Setting Powered False\u000a17:28:42.584828 bus /sierra_3: Setting Powered False\u000a17:28:43.692652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:28:33" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:28:45.701135 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:45.711794 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:28:45.877375 tst handover.py: using LAC 30411\u000a17:28:46.029579 tst handover.py: using RAC 66\u000a17:28:46.158545 tst handover.py: using CellId 30411\u000a17:28:46.284399 tst handover.py: using BVCI 30412\u000a17:28:46.309627 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:28:46.444552 tst handover.py: using LAC 30412\u000a17:28:46.599958 tst handover.py: using RAC 67\u000a17:28:46.754545 tst handover.py: using CellId 30412\u000a17:28:46.905271 tst handover.py: using BVCI 30413\u000a17:28:46.930916 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:46.943187 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:46.955333 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:46.968439 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:46.982969 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:28:46.995892 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:28:47.115775 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:28:47.325216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:47.786651 run create_hlr_db(pid=1677): Launched\u000a17:28:47.912872 bus /sierra_2: Setting Powered False\u000a17:28:48.985763 run create_hlr_db(pid=1677): Terminated: ok {rc=0}\u000a17:28:49.371948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Launched\u000a17:28:49.682742 run osmo-hlr_10.42.42.2(pid=1680): Launched\u000a17:28:49.799195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:28:50.311631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Launched\u000a17:28:50.624644 run osmo-stp_10.42.42.5(pid=1683): Launched\u000a17:28:50.737773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:28:51.277442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1685): Launched\u000a17:28:51.589825 run osmo-msc_10.42.42.6(pid=1686): Launched\u000a17:28:51.772088 run osmo-stp_10.42.42.5(pid=1683): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)]\u000a17:28:51.903263 run osmo-stp_10.42.42.5(pid=1683): stdout: \u000a| (launched: 2022-12-12_17:28:50.468540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:52.031710 run osmo-stp_10.42.42.5(pid=1683): stderr: \u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172850640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:52.155694 run osmo-stp_10.42.42.5(pid=1683): stdout: \u000a| (launched: 2022-12-12_17:28:50.468540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:28:52.278677 run osmo-stp_10.42.42.5(pid=1683): stderr: \u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172850640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172850640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172850642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:28:52.332384 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1683): Process ended prematurely: osmo-stp_10.42.42.5(pid=1683) [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1683)] [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a17:28:52.340249 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:28:52.400590 run osmo-hlr_10.42.42.2(pid=1680): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1680)]\u000a17:28:52.449789 run osmo-hlr_10.42.42.2(pid=1680): stdout: \u000a| (launched: 2022-12-12_17:28:49.529151) \u000a17:28:52.499594 run osmo-hlr_10.42.42.2(pid=1680): stderr: \u000a| �[0;m�[1;31m20221212172849706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172849706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172849706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172849707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172849707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172849707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172849719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172849730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172849730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172849730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:28:52.567052 run osmo-msc_10.42.42.6(pid=1686): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1686)]\u000a17:28:52.616040 run osmo-msc_10.42.42.6(pid=1686): stdout: \u000a| (launched: 2022-12-12_17:28:51.433907) \u000a17:28:52.665619 run osmo-msc_10.42.42.6(pid=1686): stderr: \u000a| �[0;m�[38;5;43m20221212172851706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172851706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6035127c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172851706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172851706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172851707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172851707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172851708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172851709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172851709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172851709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:28:52.707421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminating (SIGTERM)\u000a17:28:52.747180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminating (SIGTERM)\u000a17:28:52.786962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1685): Terminating (SIGTERM)\u000a17:28:52.796413 --- ParallelTerminationStrategy: PID 1679 died...\u000a17:28:52.849568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1679): Terminated: ok {rc=0}\u000a17:28:52.859353 --- ParallelTerminationStrategy: PID 1682 died...\u000a17:28:52.912196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1682): Terminated: ok {rc=0}\u000a17:28:52.921979 --- ParallelTerminationStrategy: PID 1685 died...\u000a17:28:52.974568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1685): Terminated: ok {rc=0}\u000a17:28:53.057492 bus /sierra_3: Setting Powered False\u000a17:28:54.161844 bus /sierra_3: Setting Powered False\u000a17:28:55.274171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:28:45" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1697): Process ended prematurely: osmo-stp_10.42.42.5(pid=1697) [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1697)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1697): Process ended prematurely: osmo-stp_10.42.42.5(pid=1697) [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:28:57.282902 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:57.293677 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:28:57.430402 tst handover.py: using LAC 30413\u000a17:28:57.550684 tst handover.py: using RAC 68\u000a17:28:57.673764 tst handover.py: using CellId 30413\u000a17:28:57.802736 tst handover.py: using BVCI 30414\u000a17:28:57.827914 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:28:57.974600 tst handover.py: using LAC 30414\u000a17:28:58.104735 tst handover.py: using RAC 69\u000a17:28:58.236647 tst handover.py: using CellId 30414\u000a17:28:58.367378 tst handover.py: using BVCI 30415\u000a17:28:58.392504 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:58.403861 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:58.415009 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:58.426265 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:58.437606 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:28:58.448681 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:58.570466 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:28:58.782629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:28:59.285766 run create_hlr_db(pid=1691): Launched\u000a17:28:59.420601 bus /sierra_2: Setting Powered False\u000a17:29:00.497963 run create_hlr_db(pid=1691): Terminated: ok {rc=0}\u000a17:29:00.932455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1693): Launched\u000a17:29:01.399596 run osmo-hlr_10.42.42.2(pid=1694): Launched\u000a17:29:01.670952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:02.254307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1696): Launched\u000a17:29:02.591349 run osmo-stp_10.42.42.5(pid=1697): Launched\u000a17:29:02.712051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:03.296350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1699): Launched\u000a17:29:03.631838 run osmo-msc_10.42.42.6(pid=1700): Launched\u000a17:29:03.827410 run osmo-stp_10.42.42.5(pid=1697): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1697)]\u000a17:29:03.967872 run osmo-stp_10.42.42.5(pid=1697): stdout: \u000a| (launched: 2022-12-12_17:29:02.424941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:04.107200 run osmo-stp_10.42.42.5(pid=1697): stderr: \u000a| �[0;m�[38;5;43m20221212172902619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172902620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172902620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172902620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:04.241297 run osmo-stp_10.42.42.5(pid=1697): stdout: \u000a| (launched: 2022-12-12_17:29:02.424941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:04.373070 run osmo-stp_10.42.42.5(pid=1697): stderr: \u000a| �[0;m�[38;5;43m20221212172902619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172902620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172902620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172902620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172902621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:04.430736 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1697): Process ended prematurely: osmo-stp_10.42.42.5(pid=1697) [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1697)] [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a17:29:04.439241 tst handover.py:18: Test FAILED (7.1 sec)\u000a17:29:04.502180 run osmo-hlr_10.42.42.2(pid=1694): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1694)]\u000a17:29:04.553871 run osmo-hlr_10.42.42.2(pid=1694): stdout: \u000a| (launched: 2022-12-12_17:29:01.097157) \u000a17:29:04.605979 run osmo-hlr_10.42.42.2(pid=1694): stderr: \u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172901325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172901339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172901359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172901360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172901360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:04.676840 run osmo-msc_10.42.42.6(pid=1700): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1700)]\u000a17:29:04.728401 run osmo-msc_10.42.42.6(pid=1700): stdout: \u000a| (launched: 2022-12-12_17:29:03.465647) \u000a17:29:04.780492 run osmo-msc_10.42.42.6(pid=1700): stderr: \u000a| �[0;m�[38;5;43m20221212172903791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172903791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f421501fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172903791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172903791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172903791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172903791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172903793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172903794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172903794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172903794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:04.824912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1693): Terminating (SIGTERM)\u000a17:29:04.866801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1696): Terminating (SIGTERM)\u000a17:29:04.908780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1699): Terminating (SIGTERM)\u000a17:29:04.918548 --- ParallelTerminationStrategy: PID 1693 died...\u000a17:29:04.974289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1693): Terminated: ok {rc=0}\u000a17:29:04.984250 --- ParallelTerminationStrategy: PID 1696 died...\u000a17:29:05.040254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1696): Terminated: ok {rc=0}\u000a17:29:05.050783 --- ParallelTerminationStrategy: PID 1699 died...\u000a17:29:05.107303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1699): Terminated: ok {rc=0}\u000a17:29:05.194036 bus /sierra_3: Setting Powered False\u000a17:29:06.300667 bus /sierra_3: Setting Powered False\u000a17:29:07.408642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:28:56" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:29:09.440318 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:09.451352 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:29:09.593995 tst handover.py: using LAC 30415\u000a17:29:09.713642 tst handover.py: using RAC 70\u000a17:29:09.833823 tst handover.py: using CellId 30415\u000a17:29:09.959667 tst handover.py: using BVCI 30416\u000a17:29:09.983344 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:29:10.122677 tst handover.py: using LAC 30416\u000a17:29:10.250903 tst handover.py: using RAC 71\u000a17:29:10.379418 tst handover.py: using CellId 30416\u000a17:29:10.507572 tst handover.py: using BVCI 30417\u000a17:29:10.532832 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:10.544107 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:10.555212 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:10.566505 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:10.577753 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:10.588870 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:29:10.707257 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:29:10.911567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:11.374446 run create_hlr_db(pid=1705): Launched\u000a17:29:11.500777 bus /sierra_2: Setting Powered False\u000a17:29:12.575468 run create_hlr_db(pid=1705): Terminated: ok {rc=0}\u000a17:29:12.988509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Launched\u000a17:29:13.324055 run osmo-hlr_10.42.42.2(pid=1708): Launched\u000a17:29:13.445337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:13.995110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Launched\u000a17:29:14.330565 run osmo-stp_10.42.42.5(pid=1711): Launched\u000a17:29:14.451329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:15.032187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Launched\u000a17:29:15.367206 run osmo-msc_10.42.42.6(pid=1714): Launched\u000a17:29:15.560362 run osmo-stp_10.42.42.5(pid=1711): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]\u000a17:29:15.700335 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-12_17:29:14.163689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:15.849515 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221212172914358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172914359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172914359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172914359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:15.987383 run osmo-stp_10.42.42.5(pid=1711): stdout: \u000a| (launched: 2022-12-12_17:29:14.163689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:16.121303 run osmo-stp_10.42.42.5(pid=1711): stderr: \u000a| �[0;m�[38;5;43m20221212172914358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172914359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172914359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172914359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172914360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:16.180350 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)] [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a17:29:16.189465 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:29:16.254516 run osmo-hlr_10.42.42.2(pid=1708): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1708)]\u000a17:29:16.307681 run osmo-hlr_10.42.42.2(pid=1708): stdout: \u000a| (launched: 2022-12-12_17:29:13.158033) \u000a17:29:16.360853 run osmo-hlr_10.42.42.2(pid=1708): stderr: \u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172913358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172913370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172913379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172913380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172913380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:16.432927 run osmo-msc_10.42.42.6(pid=1714): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1714)]\u000a17:29:16.485690 run osmo-msc_10.42.42.6(pid=1714): stdout: \u000a| (launched: 2022-12-12_17:29:15.201246) \u000a17:29:16.540488 run osmo-msc_10.42.42.6(pid=1714): stderr: \u000a| �[0;m�[38;5;43m20221212172915525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172915525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cb9218c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172915525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172915525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172915526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172915526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172915527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172915528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172915528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172915528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:16.586531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminating (SIGTERM)\u000a17:29:16.631301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminating (SIGTERM)\u000a17:29:16.676698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminating (SIGTERM)\u000a17:29:16.686640 --- ParallelTerminationStrategy: PID 1707 died...\u000a17:29:16.743777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminated: ok {rc=0}\u000a17:29:16.754365 --- ParallelTerminationStrategy: PID 1710 died...\u000a17:29:16.811026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminated: ok {rc=0}\u000a17:29:16.822084 --- ParallelTerminationStrategy: PID 1713 died...\u000a17:29:16.879000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminated: ok {rc=0}\u000a17:29:16.968416 bus /sierra_3: Setting Powered False\u000a17:29:18.072927 bus /sierra_3: Setting Powered False\u000a17:29:19.181174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1725): Process ended prematurely: osmo-stp_10.42.42.5(pid=1725) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1725)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1725): Process ended prematurely: osmo-stp_10.42.42.5(pid=1725) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:29:21.200175 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:21.211423 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:29:21.352307 tst handover.py: using LAC 30417\u000a17:29:21.473196 tst handover.py: using RAC 72\u000a17:29:21.593987 tst handover.py: using CellId 30417\u000a17:29:21.713918 tst handover.py: using BVCI 30418\u000a17:29:21.737414 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:29:21.873412 tst handover.py: using LAC 30418\u000a17:29:21.999843 tst handover.py: using RAC 73\u000a17:29:22.129615 tst handover.py: using CellId 30418\u000a17:29:22.258320 tst handover.py: using BVCI 30419\u000a17:29:22.283617 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:22.295356 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:22.306925 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:22.318636 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:22.330343 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:29:22.341880 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:29:22.459388 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:29:22.664639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:23.142863 run create_hlr_db(pid=1719): Launched\u000a17:29:23.278521 bus /sierra_2: Setting Powered False\u000a17:29:24.355587 run create_hlr_db(pid=1719): Terminated: ok {rc=0}\u000a17:29:24.748290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1721): Launched\u000a17:29:25.061819 run osmo-hlr_10.42.42.2(pid=1722): Launched\u000a17:29:25.183514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:25.703501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1724): Launched\u000a17:29:26.017340 run osmo-stp_10.42.42.5(pid=1725): Launched\u000a17:29:26.130681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:26.676198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1727): Launched\u000a17:29:26.989919 run osmo-msc_10.42.42.6(pid=1728): Launched\u000a17:29:27.173345 run osmo-stp_10.42.42.5(pid=1725): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1725)]\u000a17:29:27.303994 run osmo-stp_10.42.42.5(pid=1725): stdout: \u000a| (launched: 2022-12-12_17:29:25.860804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:27.433093 run osmo-stp_10.42.42.5(pid=1725): stderr: \u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172926033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:27.557576 run osmo-stp_10.42.42.5(pid=1725): stdout: \u000a| (launched: 2022-12-12_17:29:25.860804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:27.681095 run osmo-stp_10.42.42.5(pid=1725): stderr: \u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172926032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172926033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172926033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:27.734892 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1725): Process ended prematurely: osmo-stp_10.42.42.5(pid=1725) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1725)] [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:29:27.742962 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:29:27.803571 run osmo-hlr_10.42.42.2(pid=1722): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1722)]\u000a17:29:27.853364 run osmo-hlr_10.42.42.2(pid=1722): stdout: \u000a| (launched: 2022-12-12_17:29:24.906393) \u000a17:29:27.904041 run osmo-hlr_10.42.42.2(pid=1722): stderr: \u000a| �[0;m�[1;31m20221212172925082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172925083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172925083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172925083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172925083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172925083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172925095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172925103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172925103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172925103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:27.972375 run osmo-msc_10.42.42.6(pid=1728): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1728)]\u000a17:29:28.021722 run osmo-msc_10.42.42.6(pid=1728): stdout: \u000a| (launched: 2022-12-12_17:29:26.833442) \u000a17:29:28.071845 run osmo-msc_10.42.42.6(pid=1728): stderr: \u000a| �[0;m�[38;5;43m20221212172927104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172927104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06626b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172927104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172927104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172927105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172927105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172927107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172927107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:28.114237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1721): Terminating (SIGTERM)\u000a17:29:28.154181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1724): Terminating (SIGTERM)\u000a17:29:28.194106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1727): Terminating (SIGTERM)\u000a17:29:28.203670 --- ParallelTerminationStrategy: PID 1721 died...\u000a17:29:28.256538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1721): Terminated: ok {rc=0}\u000a17:29:28.266415 --- ParallelTerminationStrategy: PID 1724 died...\u000a17:29:28.319304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1724): Terminated: ok {rc=0}\u000a17:29:28.328742 --- ParallelTerminationStrategy: PID 1727 died...\u000a17:29:28.381198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1727): Terminated: ok {rc=0}\u000a17:29:28.469268 bus /sierra_3: Setting Powered False\u000a17:29:29.572092 bus /sierra_3: Setting Powered False\u000a17:29:30.683092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:29:32.766350 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:32.777278 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:29:32.914118 tst handover.py: using LAC 30419\u000a17:29:33.033227 tst handover.py: using RAC 74\u000a17:29:33.157963 tst handover.py: using CellId 30419\u000a17:29:33.277585 tst handover.py: using BVCI 30420\u000a17:29:33.300933 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:29:33.423091 tst handover.py: using LAC 30420\u000a17:29:33.542298 tst handover.py: using RAC 75\u000a17:29:33.666224 tst handover.py: using CellId 30420\u000a17:29:33.785484 tst handover.py: using BVCI 30421\u000a17:29:33.808856 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:33.819859 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:33.830742 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:33.841953 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:33.853061 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:29:33.864126 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:29:33.978989 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:29:34.191267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:34.696037 run create_hlr_db(pid=1737): Launched\u000a17:29:34.830660 bus /sierra_2: Setting Powered False\u000a17:29:35.907493 run create_hlr_db(pid=1737): Terminated: ok {rc=0}\u000a17:29:36.302520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Launched\u000a17:29:36.617096 run osmo-hlr_10.42.42.2(pid=1740): Launched\u000a17:29:36.734557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:37.247615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Launched\u000a17:29:37.561646 run osmo-stp_10.42.42.5(pid=1743): Launched\u000a17:29:37.675465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:38.216639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1745): Launched\u000a17:29:38.529674 run osmo-msc_10.42.42.6(pid=1746): Launched\u000a17:29:38.711474 run osmo-stp_10.42.42.5(pid=1743): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)]\u000a17:29:38.842295 run osmo-stp_10.42.42.5(pid=1743): stdout: \u000a| (launched: 2022-12-12_17:29:37.404467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:38.971455 run osmo-stp_10.42.42.5(pid=1743): stderr: \u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172937578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:39.095446 run osmo-stp_10.42.42.5(pid=1743): stdout: \u000a| (launched: 2022-12-12_17:29:37.404467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:39.218505 run osmo-stp_10.42.42.5(pid=1743): stderr: \u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172937577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172937578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172937579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:39.272299 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1743): Process ended prematurely: osmo-stp_10.42.42.5(pid=1743) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1743)] [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a17:29:39.280549 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:29:39.341264 run osmo-hlr_10.42.42.2(pid=1740): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1740)]\u000a17:29:39.390584 run osmo-hlr_10.42.42.2(pid=1740): stdout: \u000a| (launched: 2022-12-12_17:29:36.460318) \u000a17:29:39.440183 run osmo-hlr_10.42.42.2(pid=1740): stderr: \u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172936638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172936654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172936665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172936665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172936665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:39.507236 run osmo-msc_10.42.42.6(pid=1746): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1746)]\u000a17:29:39.556057 run osmo-msc_10.42.42.6(pid=1746): stdout: \u000a| (launched: 2022-12-12_17:29:38.373461) \u000a17:29:39.605538 run osmo-msc_10.42.42.6(pid=1746): stderr: \u000a| �[0;m�[38;5;43m20221212172938645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172938645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9e41bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172938645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172938646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172938648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172938648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172938648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172938648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:39.647509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Terminating (SIGTERM)\u000a17:29:39.687441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Terminating (SIGTERM)\u000a17:29:39.727435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1745): Terminating (SIGTERM)\u000a17:29:39.736881 --- ParallelTerminationStrategy: PID 1739 died...\u000a17:29:39.790056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1739): Terminated: ok {rc=0}\u000a17:29:39.799929 --- ParallelTerminationStrategy: PID 1742 died...\u000a17:29:39.853322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1742): Terminated: ok {rc=0}\u000a17:29:39.862927 --- ParallelTerminationStrategy: PID 1745 died...\u000a17:29:39.915691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1745): Terminated: ok {rc=0}\u000a17:29:39.999507 bus /sierra_3: Setting Powered False\u000a17:29:41.107153 bus /sierra_3: Setting Powered False\u000a17:29:42.218784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:29:44.229268 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:44.240660 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:29:44.384604 tst handover.py: using LAC 30421\u000a17:29:44.512686 tst handover.py: using RAC 76\u000a17:29:44.641022 tst handover.py: using CellId 30421\u000a17:29:44.774258 tst handover.py: using BVCI 30422\u000a17:29:44.799462 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:29:44.936932 tst handover.py: using LAC 30422\u000a17:29:45.056721 tst handover.py: using RAC 77\u000a17:29:45.177596 tst handover.py: using CellId 30422\u000a17:29:45.305118 tst handover.py: using BVCI 30423\u000a17:29:45.330472 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:45.342285 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:45.353694 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:45.365168 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:45.376522 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:29:45.387979 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:29:45.505215 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:29:45.708750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:46.221176 run create_hlr_db(pid=1752): Launched\u000a17:29:46.352101 bus /sierra_2: Setting Powered False\u000a17:29:47.421291 run create_hlr_db(pid=1752): Terminated: ok {rc=0}\u000a17:29:47.838493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Launched\u000a17:29:48.174389 run osmo-hlr_10.42.42.2(pid=1755): Launched\u000a17:29:48.298150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:29:48.850724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Launched\u000a17:29:49.184043 run osmo-stp_10.42.42.5(pid=1758): Launched\u000a17:29:49.304520 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:29:49.886241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1760): Launched\u000a17:29:50.222946 run osmo-msc_10.42.42.6(pid=1761): Launched\u000a17:29:50.417135 run osmo-stp_10.42.42.5(pid=1758): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]\u000a17:29:50.556752 run osmo-stp_10.42.42.5(pid=1758): stdout: \u000a| (launched: 2022-12-12_17:29:49.020151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:50.695315 run osmo-stp_10.42.42.5(pid=1758): stderr: \u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172949214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:50.828374 run osmo-stp_10.42.42.5(pid=1758): stdout: \u000a| (launched: 2022-12-12_17:29:49.020151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:29:50.960729 run osmo-stp_10.42.42.5(pid=1758): stderr: \u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212172949214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212172949214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212172949215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:29:51.018642 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)] [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a17:29:51.027170 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:29:51.089913 run osmo-hlr_10.42.42.2(pid=1755): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1755)]\u000a17:29:51.141319 run osmo-hlr_10.42.42.2(pid=1755): stdout: \u000a| (launched: 2022-12-12_17:29:48.008145) \u000a17:29:51.193449 run osmo-hlr_10.42.42.2(pid=1755): stderr: \u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172948207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172948219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172948228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172948229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172948229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:29:51.264665 run osmo-msc_10.42.42.6(pid=1761): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1761)]\u000a17:29:51.316012 run osmo-msc_10.42.42.6(pid=1761): stdout: \u000a| (launched: 2022-12-12_17:29:50.055537) \u000a17:29:51.367865 run osmo-msc_10.42.42.6(pid=1761): stderr: \u000a| �[0;m�[38;5;43m20221212172950379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212172950380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21ee3e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212172950380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212172950380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212172950380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212172950380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212172950382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212172950382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212172950382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212172950382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:29:51.412031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Terminating (SIGTERM)\u000a17:29:51.453700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Terminating (SIGTERM)\u000a17:29:51.495391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1760): Terminating (SIGTERM)\u000a17:29:51.505178 --- ParallelTerminationStrategy: PID 1754 died...\u000a17:29:51.560837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Terminated: ok {rc=0}\u000a17:29:51.570979 --- ParallelTerminationStrategy: PID 1757 died...\u000a17:29:51.626380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Terminated: ok {rc=0}\u000a17:29:51.636364 --- ParallelTerminationStrategy: PID 1760 died...\u000a17:29:51.691561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1760): Terminated: ok {rc=0}\u000a17:29:51.778856 bus /sierra_3: Setting Powered False\u000a17:29:52.882454 bus /sierra_3: Setting Powered False\u000a17:29:53.992844 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1772): Process ended prematurely: osmo-stp_10.42.42.5(pid=1772) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1772)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1772): Process ended prematurely: osmo-stp_10.42.42.5(pid=1772) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:29:56.023939 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:56.035484 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:29:56.175218 tst handover.py: using LAC 30423\u000a17:29:56.306981 tst handover.py: using RAC 78\u000a17:29:56.433546 tst handover.py: using CellId 30423\u000a17:29:56.559765 tst handover.py: using BVCI 30424\u000a17:29:56.583435 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:29:56.720428 tst handover.py: using LAC 30424\u000a17:29:56.845451 tst handover.py: using RAC 79\u000a17:29:56.965365 tst handover.py: using CellId 30424\u000a17:29:57.086511 tst handover.py: using BVCI 30425\u000a17:29:57.110119 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:57.121268 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:57.132021 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:57.143191 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:57.154496 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:29:57.165661 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:29:57.286620 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:29:57.492081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:29:57.955127 run create_hlr_db(pid=1766): Launched\u000a17:29:58.081909 bus /sierra_2: Setting Powered False\u000a17:29:59.155539 run create_hlr_db(pid=1766): Terminated: ok {rc=0}\u000a17:29:59.543918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1768): Launched\u000a17:29:59.855389 run osmo-hlr_10.42.42.2(pid=1769): Launched\u000a17:29:59.966793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:00.480904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1771): Launched\u000a17:30:00.794020 run osmo-stp_10.42.42.5(pid=1772): Launched\u000a17:30:00.996375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:01.594687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1774): Launched\u000a17:30:02.018414 run osmo-msc_10.42.42.6(pid=1775): Launched\u000a17:30:02.315884 run osmo-stp_10.42.42.5(pid=1772): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1772)]\u000a17:30:02.459717 run osmo-stp_10.42.42.5(pid=1772): stdout: \u000a| (launched: 2022-12-12_17:30:00.637545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:02.599776 run osmo-stp_10.42.42.5(pid=1772): stderr: \u000a| �[0;m�[38;5;43m20221212173000809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173000809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173000810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:02.732864 run osmo-stp_10.42.42.5(pid=1772): stdout: \u000a| (launched: 2022-12-12_17:30:00.637545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:02.864929 run osmo-stp_10.42.42.5(pid=1772): stderr: \u000a| �[0;m�[38;5;43m20221212173000809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173000809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173000810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173000810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173000811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:02.922506 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1772): Process ended prematurely: osmo-stp_10.42.42.5(pid=1772) [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1772)] [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a17:30:02.931062 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:30:02.993707 run osmo-hlr_10.42.42.2(pid=1769): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1769)]\u000a17:30:03.045048 run osmo-hlr_10.42.42.2(pid=1769): stdout: \u000a| (launched: 2022-12-12_17:29:59.701299) \u000a17:30:03.097345 run osmo-hlr_10.42.42.2(pid=1769): stderr: \u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212172959881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212172959932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212172959941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212172959941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212172959941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:03.168178 run osmo-msc_10.42.42.6(pid=1775): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1775)]\u000a17:30:03.219949 run osmo-msc_10.42.42.6(pid=1775): stdout: \u000a| (launched: 2022-12-12_17:30:01.756368) \u000a17:30:03.272108 run osmo-msc_10.42.42.6(pid=1775): stderr: \u000a| �[0;m�[38;5;43m20221212173002325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173002325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2096c25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173002325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173002325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173002325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173002326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173002327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173002328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173002328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173002328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:03.316009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1768): Terminating (SIGTERM)\u000a17:30:03.357694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1771): Terminating (SIGTERM)\u000a17:30:03.398911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1774): Terminating (SIGTERM)\u000a17:30:03.408568 --- ParallelTerminationStrategy: PID 1768 died...\u000a17:30:03.464084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1768): Terminated: ok {rc=0}\u000a17:30:03.474119 --- ParallelTerminationStrategy: PID 1771 died...\u000a17:30:03.529597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1771): Terminated: ok {rc=0}\u000a17:30:03.539685 --- ParallelTerminationStrategy: PID 1774 died...\u000a17:30:03.595465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1774): Terminated: ok {rc=0}\u000a17:30:03.683875 bus /sierra_3: Setting Powered False\u000a17:30:04.790431 bus /sierra_3: Setting Powered False\u000a17:30:05.898890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1790): Process ended prematurely: osmo-stp_10.42.42.5(pid=1790) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1790)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1790): Process ended prematurely: osmo-stp_10.42.42.5(pid=1790) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:30:07.899536 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:07.911212 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:30:08.058007 tst handover.py: using LAC 30425\u000a17:30:08.190865 tst handover.py: using RAC 80\u000a17:30:08.321860 tst handover.py: using CellId 30425\u000a17:30:08.454320 tst handover.py: using BVCI 30426\u000a17:30:08.479742 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:30:08.614141 tst handover.py: using LAC 30426\u000a17:30:08.747074 tst handover.py: using RAC 81\u000a17:30:08.878085 tst handover.py: using CellId 30426\u000a17:30:09.003529 tst handover.py: using BVCI 30427\u000a17:30:09.027071 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:09.038051 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:09.048822 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:09.059979 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:09.071282 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:30:09.082419 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:30:09.202648 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:30:09.418019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:09.924176 run create_hlr_db(pid=1784): Launched\u000a17:30:10.059486 bus /sierra_2: Setting Powered False\u000a17:30:11.137944 run create_hlr_db(pid=1784): Terminated: ok {rc=0}\u000a17:30:11.530978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1786): Launched\u000a17:30:11.845497 run osmo-hlr_10.42.42.2(pid=1787): Launched\u000a17:30:11.964196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:12.488257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1789): Launched\u000a17:30:12.802054 run osmo-stp_10.42.42.5(pid=1790): Launched\u000a17:30:12.915041 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:13.464854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1792): Launched\u000a17:30:13.799921 run osmo-msc_10.42.42.6(pid=1793): Launched\u000a17:30:13.994993 run osmo-stp_10.42.42.5(pid=1790): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1790)]\u000a17:30:14.135851 run osmo-stp_10.42.42.5(pid=1790): stdout: \u000a| (launched: 2022-12-12_17:30:12.645970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:14.275495 run osmo-stp_10.42.42.5(pid=1790): stderr: \u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173012818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:14.409940 run osmo-stp_10.42.42.5(pid=1790): stdout: \u000a| (launched: 2022-12-12_17:30:12.645970)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:14.542527 run osmo-stp_10.42.42.5(pid=1790): stderr: \u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173012818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173012818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:14.600579 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1790): Process ended prematurely: osmo-stp_10.42.42.5(pid=1790) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1790)] [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a17:30:14.609149 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:30:14.672781 run osmo-hlr_10.42.42.2(pid=1787): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1787)]\u000a17:30:14.724544 run osmo-hlr_10.42.42.2(pid=1787): stdout: \u000a| (launched: 2022-12-12_17:30:11.689121) \u000a17:30:14.777076 run osmo-hlr_10.42.42.2(pid=1787): stderr: \u000a| �[0;m�[1;31m20221212173011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173011866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173011878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173011886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173011886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173011886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:14.848517 run osmo-msc_10.42.42.6(pid=1793): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1793)]\u000a17:30:14.900324 run osmo-msc_10.42.42.6(pid=1793): stdout: \u000a| (launched: 2022-12-12_17:30:13.634846) \u000a17:30:14.952915 run osmo-msc_10.42.42.6(pid=1793): stderr: \u000a| �[0;m�[38;5;43m20221212173013958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173013958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadf7de7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173013958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173013958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173013958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173013958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173013960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173013960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173013960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173013960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:14.997745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1786): Terminating (SIGTERM)\u000a17:30:15.040045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1789): Terminating (SIGTERM)\u000a17:30:15.082824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1792): Terminating (SIGTERM)\u000a17:30:15.092700 --- ParallelTerminationStrategy: PID 1786 died...\u000a17:30:15.149070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1786): Terminated: ok {rc=0}\u000a17:30:15.159170 --- ParallelTerminationStrategy: PID 1789 died...\u000a17:30:15.215162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1789): Terminated: ok {rc=0}\u000a17:30:15.225637 --- ParallelTerminationStrategy: PID 1792 died...\u000a17:30:15.281656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1792): Terminated: ok {rc=0}\u000a17:30:15.369904 bus /sierra_3: Setting Powered False\u000a17:30:16.476529 bus /sierra_3: Setting Powered False\u000a17:30:17.587502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:30:07" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:30:19.601057 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:19.611975 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:30:19.748681 tst handover.py: using LAC 30427\u000a17:30:19.868645 tst handover.py: using RAC 82\u000a17:30:19.987315 tst handover.py: using CellId 30427\u000a17:30:20.105762 tst handover.py: using BVCI 30428\u000a17:30:20.128515 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:30:20.267776 tst handover.py: using LAC 30428\u000a17:30:20.395594 tst handover.py: using RAC 83\u000a17:30:20.524097 tst handover.py: using CellId 30428\u000a17:30:20.650968 tst handover.py: using BVCI 30429\u000a17:30:20.675756 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:20.687234 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:20.698463 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:20.709848 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:20.721200 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:20.732355 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:30:20.849419 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:30:21.050354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:21.501954 run create_hlr_db(pid=1798): Launched\u000a17:30:21.625380 bus /sierra_2: Setting Powered False\u000a17:30:22.697470 run create_hlr_db(pid=1798): Terminated: ok {rc=0}\u000a17:30:23.100605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1800): Launched\u000a17:30:23.427235 run osmo-hlr_10.42.42.2(pid=1801): Launched\u000a17:30:23.547142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:24.084247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Launched\u000a17:30:24.410438 run osmo-stp_10.42.42.5(pid=1804): Launched\u000a17:30:24.527677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:25.091504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1806): Launched\u000a17:30:25.417473 run osmo-msc_10.42.42.6(pid=1807): Launched\u000a17:30:25.606710 run osmo-stp_10.42.42.5(pid=1804): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)]\u000a17:30:25.742866 run osmo-stp_10.42.42.5(pid=1804): stdout: \u000a| (launched: 2022-12-12_17:30:24.249357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:25.877775 run osmo-stp_10.42.42.5(pid=1804): stderr: \u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173024441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:26.007451 run osmo-stp_10.42.42.5(pid=1804): stdout: \u000a| (launched: 2022-12-12_17:30:24.249357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:26.135802 run osmo-stp_10.42.42.5(pid=1804): stderr: \u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173024440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173024441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173024441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:26.192046 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1804): Process ended prematurely: osmo-stp_10.42.42.5(pid=1804) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1804)] [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a17:30:26.200496 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:30:26.262868 run osmo-hlr_10.42.42.2(pid=1801): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1801)]\u000a17:30:26.313745 run osmo-hlr_10.42.42.2(pid=1801): stdout: \u000a| (launched: 2022-12-12_17:30:23.266065) \u000a17:30:26.365246 run osmo-hlr_10.42.42.2(pid=1801): stderr: \u000a| �[0;m�[1;31m20221212173023462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173023462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173023462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173023462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173023462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173023463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173023475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173023484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173023484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173023484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:26.435895 run osmo-msc_10.42.42.6(pid=1807): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1807)]\u000a17:30:26.486822 run osmo-msc_10.42.42.6(pid=1807): stdout: \u000a| (launched: 2022-12-12_17:30:25.256375) \u000a17:30:26.538265 run osmo-msc_10.42.42.6(pid=1807): stderr: \u000a| �[0;m�[38;5;43m20221212173025577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173025577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd448c26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173025577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173025577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173025577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173025577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173025579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173025580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173025580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173025580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:26.582089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1800): Terminating (SIGTERM)\u000a17:30:26.623249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Terminating (SIGTERM)\u000a17:30:26.664618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1806): Terminating (SIGTERM)\u000a17:30:26.674265 --- ParallelTerminationStrategy: PID 1800 died...\u000a17:30:26.729496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1800): Terminated: ok {rc=0}\u000a17:30:26.739388 --- ParallelTerminationStrategy: PID 1803 died...\u000a17:30:26.794421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1803): Terminated: ok {rc=0}\u000a17:30:26.804295 --- ParallelTerminationStrategy: PID 1806 died...\u000a17:30:26.859939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1806): Terminated: ok {rc=0}\u000a17:30:26.946931 bus /sierra_3: Setting Powered False\u000a17:30:28.047123 bus /sierra_3: Setting Powered False\u000a17:30:29.157264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:30:19" }, { "cases" : [ { "testActions" : [ ], "age" : 208, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1820): Process ended prematurely: osmo-stp_10.42.42.5(pid=1820) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1820)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1820): Process ended prematurely: osmo-stp_10.42.42.5(pid=1820) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:30:31.223892 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:31.237635 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:30:31.413007 tst handover.py: using LAC 30429\u000a17:30:31.535586 tst handover.py: using RAC 84\u000a17:30:31.656633 tst handover.py: using CellId 30429\u000a17:30:31.778496 tst handover.py: using BVCI 30430\u000a17:30:31.802476 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:30:31.968260 tst handover.py: using LAC 30430\u000a17:30:32.087932 tst handover.py: using RAC 85\u000a17:30:32.206962 tst handover.py: using CellId 30430\u000a17:30:32.329999 tst handover.py: using BVCI 30431\u000a17:30:32.353089 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:32.364515 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:32.375307 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:32.387400 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:32.399052 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:32.410532 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:30:32.531539 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:30:32.738104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:33.220049 run create_hlr_db(pid=1812): Launched\u000a17:30:33.351138 bus /sierra_2: Setting Powered False\u000a17:30:34.427093 run create_hlr_db(pid=1812): Terminated: ok {rc=0}\u000a17:30:34.826770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1815): Launched\u000a17:30:35.147297 run osmo-hlr_10.42.42.2(pid=1816): Launched\u000a17:30:35.264530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:35.794963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1818): Launched\u000a17:30:36.117437 run osmo-stp_10.42.42.5(pid=1820): Launched\u000a17:30:36.234080 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:36.793927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1822): Launched\u000a17:30:37.115611 run osmo-msc_10.42.42.6(pid=1823): Launched\u000a17:30:37.304048 run osmo-stp_10.42.42.5(pid=1820): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1820)]\u000a17:30:37.439493 run osmo-stp_10.42.42.5(pid=1820): stdout: \u000a| (launched: 2022-12-12_17:30:35.958945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:37.574848 run osmo-stp_10.42.42.5(pid=1820): stderr: \u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173036148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173036148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173036148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173036149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:37.704542 run osmo-stp_10.42.42.5(pid=1820): stdout: \u000a| (launched: 2022-12-12_17:30:35.958945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:37.832465 run osmo-stp_10.42.42.5(pid=1820): stderr: \u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173036147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173036148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173036148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173036148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173036149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:37.888797 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1820): Process ended prematurely: osmo-stp_10.42.42.5(pid=1820) [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1820)] [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a17:30:37.897415 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:30:37.959046 run osmo-hlr_10.42.42.2(pid=1816): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1816)]\u000a17:30:38.009586 run osmo-hlr_10.42.42.2(pid=1816): stdout: \u000a| (launched: 2022-12-12_17:30:34.989826) \u000a17:30:38.060562 run osmo-hlr_10.42.42.2(pid=1816): stderr: \u000a| �[0;m�[1;31m20221212173035184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173035202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173035211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173035211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173035211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:38.130165 run osmo-msc_10.42.42.6(pid=1823): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1823)]\u000a17:30:38.180283 run osmo-msc_10.42.42.6(pid=1823): stdout: \u000a| (launched: 2022-12-12_17:30:36.956920) \u000a17:30:38.231197 run osmo-msc_10.42.42.6(pid=1823): stderr: \u000a| �[0;m�[38;5;43m20221212173037276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173037276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfb7d32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173037276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173037276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173037277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173037278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173037279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173037279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173037279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:38.274454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1815): Terminating (SIGTERM)\u000a17:30:38.315354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1818): Terminating (SIGTERM)\u000a17:30:38.356424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1822): Terminating (SIGTERM)\u000a17:30:38.366084 --- ParallelTerminationStrategy: PID 1815 died...\u000a17:30:38.420711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1815): Terminated: ok {rc=0}\u000a17:30:38.430605 --- ParallelTerminationStrategy: PID 1818 died...\u000a17:30:38.484903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1818): Terminated: ok {rc=0}\u000a17:30:38.494866 --- ParallelTerminationStrategy: PID 1822 died...\u000a17:30:38.549666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1822): Terminated: ok {rc=0}\u000a17:30:38.635617 bus /sierra_3: Setting Powered False\u000a17:30:39.737545 bus /sierra_3: Setting Powered False\u000a17:30:40.847377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:30:30" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:30:42.849128 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:42.860632 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:30:42.982319 tst handover.py: using LAC 30431\u000a17:30:43.099951 tst handover.py: using RAC 86\u000a17:30:43.218242 tst handover.py: using CellId 30431\u000a17:30:43.336908 tst handover.py: using BVCI 30432\u000a17:30:43.359718 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:30:43.496012 tst handover.py: using LAC 30432\u000a17:30:43.614462 tst handover.py: using RAC 87\u000a17:30:43.732244 tst handover.py: using CellId 30432\u000a17:30:43.858390 tst handover.py: using BVCI 30433\u000a17:30:43.883090 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:43.894313 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:43.905312 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:43.916321 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:43.927802 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:30:43.938887 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:30:44.053509 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:30:44.263399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:44.752058 run create_hlr_db(pid=1828): Launched\u000a17:30:44.882607 bus /sierra_2: Setting Powered False\u000a17:30:45.985401 run create_hlr_db(pid=1828): Terminated: ok {rc=0}\u000a17:30:46.426685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Launched\u000a17:30:46.876556 run osmo-hlr_10.42.42.2(pid=1831): Launched\u000a17:30:47.076649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:47.598060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Launched\u000a17:30:47.899857 run osmo-stp_10.42.42.5(pid=1834): Launched\u000a17:30:48.009766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:48.536482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1836): Launched\u000a17:30:48.839741 run osmo-msc_10.42.42.6(pid=1837): Launched\u000a17:30:49.016782 run osmo-stp_10.42.42.5(pid=1834): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)]\u000a17:30:49.144188 run osmo-stp_10.42.42.5(pid=1834): stdout: \u000a| (launched: 2022-12-12_17:30:47.750925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:49.269624 run osmo-stp_10.42.42.5(pid=1834): stderr: \u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173047920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:49.390330 run osmo-stp_10.42.42.5(pid=1834): stdout: \u000a| (launched: 2022-12-12_17:30:47.750925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:30:49.509535 run osmo-stp_10.42.42.5(pid=1834): stderr: \u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173047919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173047920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173047920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:30:49.561773 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1834): Process ended prematurely: osmo-stp_10.42.42.5(pid=1834) [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1834)] [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a17:30:49.569733 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:30:49.629219 run osmo-hlr_10.42.42.2(pid=1831): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1831)]\u000a17:30:49.677933 run osmo-hlr_10.42.42.2(pid=1831): stdout: \u000a| (launched: 2022-12-12_17:30:46.602009) \u000a17:30:49.726703 run osmo-hlr_10.42.42.2(pid=1831): stderr: \u000a| �[0;m�[1;31m20221212173046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173046841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173046842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173046842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173046863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173046883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173046884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173046884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:30:49.793805 run osmo-msc_10.42.42.6(pid=1837): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1837)]\u000a17:30:49.842481 run osmo-msc_10.42.42.6(pid=1837): stdout: \u000a| (launched: 2022-12-12_17:30:48.689648) \u000a17:30:49.891235 run osmo-msc_10.42.42.6(pid=1837): stderr: \u000a| �[0;m�[38;5;43m20221212173048958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173048958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6275038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173048958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173048958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173048958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173048959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173048960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173048961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:30:49.932253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Terminating (SIGTERM)\u000a17:30:49.971315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Terminating (SIGTERM)\u000a17:30:50.011154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1836): Terminating (SIGTERM)\u000a17:30:50.020505 --- ParallelTerminationStrategy: PID 1830 died...\u000a17:30:50.072768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1830): Terminated: ok {rc=0}\u000a17:30:50.082577 --- ParallelTerminationStrategy: PID 1833 died...\u000a17:30:50.134901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1833): Terminated: ok {rc=0}\u000a17:30:50.144500 --- ParallelTerminationStrategy: PID 1836 died...\u000a17:30:50.196486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1836): Terminated: ok {rc=0}\u000a17:30:50.278668 bus /sierra_3: Setting Powered False\u000a17:30:51.379652 bus /sierra_3: Setting Powered False\u000a17:30:52.488979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:30:42" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1848): Process ended prematurely: osmo-stp_10.42.42.5(pid=1848) [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1848)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1848): Process ended prematurely: osmo-stp_10.42.42.5(pid=1848) [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:30:54.471789 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:54.482504 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:30:54.610730 tst handover.py: using LAC 30433\u000a17:30:54.734977 tst handover.py: using RAC 88\u000a17:30:54.859636 tst handover.py: using CellId 30433\u000a17:30:54.984335 tst handover.py: using BVCI 30434\u000a17:30:55.008715 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:30:55.152540 tst handover.py: using LAC 30434\u000a17:30:55.278024 tst handover.py: using RAC 89\u000a17:30:55.402328 tst handover.py: using CellId 30434\u000a17:30:55.518749 tst handover.py: using BVCI 30435\u000a17:30:55.541560 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:55.552221 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:55.562808 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:55.573720 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:55.584564 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:30:55.595457 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:30:55.712622 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:30:55.920640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:30:56.408673 run create_hlr_db(pid=1842): Launched\u000a17:30:56.540143 bus /sierra_2: Setting Powered False\u000a17:30:57.616252 run create_hlr_db(pid=1842): Terminated: ok {rc=0}\u000a17:30:57.996173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1844): Launched\u000a17:30:58.297813 run osmo-hlr_10.42.42.2(pid=1845): Launched\u000a17:30:58.415769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:30:58.918521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1847): Launched\u000a17:30:59.220226 run osmo-stp_10.42.42.5(pid=1848): Launched\u000a17:30:59.336904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:30:59.861080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1850): Launched\u000a17:31:00.162340 run osmo-msc_10.42.42.6(pid=1851): Launched\u000a17:31:00.338640 run osmo-stp_10.42.42.5(pid=1848): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1848)]\u000a17:31:00.466590 run osmo-stp_10.42.42.5(pid=1848): stdout: \u000a| (launched: 2022-12-12_17:30:59.071090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:00.591555 run osmo-stp_10.42.42.5(pid=1848): stderr: \u000a| �[0;m�[38;5;43m20221212173059238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173059239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173059239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173059239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:00.712302 run osmo-stp_10.42.42.5(pid=1848): stdout: \u000a| (launched: 2022-12-12_17:30:59.071090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:00.839290 run osmo-stp_10.42.42.5(pid=1848): stderr: \u000a| �[0;m�[38;5;43m20221212173059238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173059239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173059239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173059239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173059240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:00.893766 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1848): Process ended prematurely: osmo-stp_10.42.42.5(pid=1848) [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1848)] [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a17:31:00.902437 tst handover.py:18: Test FAILED (6.4 sec)\u000a17:31:00.964346 run osmo-hlr_10.42.42.2(pid=1845): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1845)]\u000a17:31:01.014355 run osmo-hlr_10.42.42.2(pid=1845): stdout: \u000a| (launched: 2022-12-12_17:30:58.148678) \u000a17:31:01.065395 run osmo-hlr_10.42.42.2(pid=1845): stderr: \u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173058322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173058337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173058346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:01.134619 run osmo-msc_10.42.42.6(pid=1851): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1851)]\u000a17:31:01.185421 run osmo-msc_10.42.42.6(pid=1851): stdout: \u000a| (launched: 2022-12-12_17:31:00.012598) \u000a17:31:01.236807 run osmo-msc_10.42.42.6(pid=1851): stderr: \u000a| �[0;m�[38;5;43m20221212173100279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173100279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39cd1b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173100279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173100279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173100279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173100280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173100281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173100282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173100282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173100282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:01.279636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1844): Terminating (SIGTERM)\u000a17:31:01.321502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1847): Terminating (SIGTERM)\u000a17:31:01.363568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1850): Terminating (SIGTERM)\u000a17:31:01.374564 --- ParallelTerminationStrategy: PID 1844 died...\u000a17:31:01.429664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1844): Terminated: ok {rc=0}\u000a17:31:01.441329 --- ParallelTerminationStrategy: PID 1847 died...\u000a17:31:01.497233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1847): Terminated: ok {rc=0}\u000a17:31:01.507689 --- ParallelTerminationStrategy: PID 1850 died...\u000a17:31:01.563683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1850): Terminated: ok {rc=0}\u000a17:31:01.648122 bus /sierra_3: Setting Powered False\u000a17:31:02.748771 bus /sierra_3: Setting Powered False\u000a17:31:03.860651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:30:54" }, { "cases" : [ { "testActions" : [ ], "age" : 62, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1862): Process ended prematurely: osmo-stp_10.42.42.5(pid=1862) [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1862)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1862): Process ended prematurely: osmo-stp_10.42.42.5(pid=1862) [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2379 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:31:05.882161 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:05.893446 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:31:06.043433 tst handover.py: using LAC 30435\u000a17:31:06.169219 tst handover.py: using RAC 90\u000a17:31:06.293977 tst handover.py: using CellId 30435\u000a17:31:06.418348 tst handover.py: using BVCI 30436\u000a17:31:06.442913 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:31:06.584587 tst handover.py: using LAC 30436\u000a17:31:06.714127 tst handover.py: using RAC 91\u000a17:31:06.836303 tst handover.py: using CellId 30436\u000a17:31:06.952710 tst handover.py: using BVCI 30437\u000a17:31:06.975492 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:06.986338 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:06.997043 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:07.008332 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:07.019339 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:31:07.030322 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:31:07.147175 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:31:07.349350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:31:07.796314 run create_hlr_db(pid=1856): Launched\u000a17:31:07.918761 bus /sierra_2: Setting Powered False\u000a17:31:08.990178 run create_hlr_db(pid=1856): Terminated: ok {rc=0}\u000a17:31:09.388359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1858): Launched\u000a17:31:09.689734 run osmo-hlr_10.42.42.2(pid=1859): Launched\u000a17:31:09.799120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:31:10.293751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1861): Launched\u000a17:31:10.594323 run osmo-stp_10.42.42.5(pid=1862): Launched\u000a17:31:10.703693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:31:11.226830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1864): Launched\u000a17:31:11.528331 run osmo-msc_10.42.42.6(pid=1865): Launched\u000a17:31:11.705364 run osmo-stp_10.42.42.5(pid=1862): ERR: Terminated: ERROR {rc=1} [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1862)]\u000a17:31:11.832179 run osmo-stp_10.42.42.5(pid=1862): stdout: \u000a| (launched: 2022-12-12_17:31:10.445581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:11.956927 run osmo-stp_10.42.42.5(pid=1862): stderr: \u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173110613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:12.077437 run osmo-stp_10.42.42.5(pid=1862): stdout: \u000a| (launched: 2022-12-12_17:31:10.445581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:31:12.196111 run osmo-stp_10.42.42.5(pid=1862): stderr: \u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212173110613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212173110613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212173110614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:31:12.248414 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=1862): Process ended prematurely: osmo-stp_10.42.42.5(pid=1862) [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1862)] [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a17:31:12.256160 tst handover.py:18: Test FAILED (6.4 sec)\u000a17:31:12.315768 run osmo-hlr_10.42.42.2(pid=1859): ERR: Terminated: ERROR {rc=237} [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1859)]\u000a17:31:12.364525 run osmo-hlr_10.42.42.2(pid=1859): stdout: \u000a| (launched: 2022-12-12_17:31:09.541109) \u000a17:31:12.413697 run osmo-hlr_10.42.42.2(pid=1859): stderr: \u000a| �[0;m�[1;31m20221212173109716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212173109716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212173109716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173109716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212173109716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212173109717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212173109728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2379/run.2022-12-12_16-06-15/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212173109738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212173109739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212173109739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:31:12.480311 run osmo-msc_10.42.42.6(pid=1865): ERR: Terminated: ERROR {rc=2} [trial-2379↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1865)]\u000a17:31:12.528580 run osmo-msc_10.42.42.6(pid=1865): stdout: \u000a| (launched: 2022-12-12_17:31:11.379048) \u000a17:31:12.577425 run osmo-msc_10.42.42.6(pid=1865): stderr: \u000a| �[0;m�[38;5;43m20221212173111645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212173111645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69cbdb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212173111645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212173111645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212173111646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212173111646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212173111647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212173111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212173111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212173111648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:31:12.618643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1858): Terminating (SIGTERM)\u000a17:31:12.657815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1861): Terminating (SIGTERM)\u000a17:31:12.696879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1864): Terminating (SIGTERM)\u000a17:31:12.706221 --- ParallelTerminationStrategy: PID 1858 died...\u000a17:31:12.758543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1858): Terminated: ok {rc=0}\u000a17:31:12.768130 --- ParallelTerminationStrategy: PID 1861 died...\u000a17:31:12.821341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1861): Terminated: ok {rc=0}\u000a17:31:12.831065 --- ParallelTerminationStrategy: PID 1864 died...\u000a17:31:12.883240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1864): Terminated: ok {rc=0}\u000a17:31:12.964916 bus /sierra_3: Setting Powered False\u000a17:31:14.070715 bus /sierra_3: Setting Powered False\u000a17:31:15.180264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T17:31:05" } ] }